-- Logs begin at Fri 2022-07-29 10:58:39 UTC, end at Fri 2022-07-29 12:10:58 UTC. -- Jul 29 11:37:38.946344 dv-cinder-837542-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 11:37:41.592526 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.common.config [-] Logging enabled! Jul 29 11:37:41.593089 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 29 11:37:41.593234 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115729) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 29 11:37:41.596476 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.common.config [-] Logging enabled! Jul 29 11:37:41.596727 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 29 11:37:41.597034 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115729) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 29 11:37:41.598528 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 11:37:41.598768 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 11:37:41.599242 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 11:37:41.599487 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 11:37:41.599714 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 11:37:41.600033 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.600330 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.600559 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.600857 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.601150 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.601465 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.601746 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.602044 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.602329 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.602609 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.602894 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.603123 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.603402 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.603684 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.603968 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.604190 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] debug = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.604466 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.604899 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.605304 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.605615 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.605903 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.606183 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.606453 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.606728 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.607012 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.607340 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] host = dv-cinder-837542-7-iscsi {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.607618 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.607902 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.608185 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.608468 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.608741 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.609015 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.609297 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.609592 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.609864 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] log_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.610138 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.610424 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.610710 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.610997 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.611222 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.611445 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.611730 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.612028 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.612303 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.612576 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.612851 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.613123 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.613396 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.614286 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.614602 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.614863 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.615150 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.615425 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.615706 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.615977 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.616248 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.616531 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.616802 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.617073 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.617345 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.617665 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.617934 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.618204 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.618502 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.618785 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.619064 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.619348 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.619621 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.619900 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.620169 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.620437 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.620704 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] use_json = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.620971 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.621238 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.621540 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.621813 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.622080 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.622349 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.622618 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.622899 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.623170 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:41.623461 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.623754 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.624050 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.624328 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.624629 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.624906 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.625189 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.625488 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.625778 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.626060 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.626345 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.626622 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.626918 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.627206 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.627500 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.627799 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.628089 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.628378 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.628649 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.628919 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.629188 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.629562 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.629813 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.630088 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.630374 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.630660 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.630937 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.631229 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.631511 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.631797 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.632088 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.632375 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.632646 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.632920 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.633207 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.633508 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.633782 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.634066 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.634342 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.634611 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.634888 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.635175 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.635465 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.635736 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.636011 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.636299 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.636572 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.636840 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.637107 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.637382 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.637677 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.637957 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.638229 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.638495 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.638762 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.639036 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.639306 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.639574 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.639848 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.640116 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.640390 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.640904 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.641183 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.641471 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.641747 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.642019 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.642290 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.642561 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.642836 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.643106 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.643377 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.643649 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.643921 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.644192 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.644488 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.644766 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.645082 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.645355 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.645737 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.646019 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.646299 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.646577 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.646855 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.647131 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.647420 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.647708 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.647997 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.648280 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.648557 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.648873 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.649151 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.649452 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.649733 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.650013 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.650291 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.650573 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.650851 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.651128 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.651410 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.651693 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.651987 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.652282 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.652560 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.652853 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.653145 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.653455 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.653739 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.654047 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.654326 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:41.654543 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 11:37:41.654783 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115729) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 11:37:41.950942 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 29 11:37:41.951225 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 29 11:37:41.951530 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 29 11:37:41.951860 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 11:37:42.362256 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.362471 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.362743 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.364149 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.364424 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.364693 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.417590 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.417877 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.418147 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.432482 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.432763 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.433032 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.463024 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.463303 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.463570 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.499847 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.500124 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.500391 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.729612 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.730222 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.730222 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.730416 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.731320 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.828990 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.829315 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.829627 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.829905 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.830177 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.830490 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.830754 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.831015 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.831271 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.831555 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.831816 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.832083 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.832866 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.833352 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.833721 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.833994 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.834259 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.834534 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.834808 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.835072 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.835353 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.835609 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.835894 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.836275 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.836529 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.836782 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.837177 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 11:37:42.837438 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 11:37:42.837678 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 11:37:42.837914 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 11:37:42.838148 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 11:37:42.838383 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 11:37:42.838740 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 11:37:42.841853 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 11:37:42.845744 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 11:37:42.850157 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 29 11:37:42.851772 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 11:37:42.852383 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 11:37:42.852718 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 11:37:42.853104 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 11:37:42.855888 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 11:37:42.856138 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 11:37:42.856481 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 11:37:42.861565 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 11:37:42.884762 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 11:37:42.885216 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.885549 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115729) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 29 11:37:42.885923 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.887282 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115729) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 11:37:42.887556 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 11:37:42.887795 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 11:37:42.891334 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:42.891618 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.034048 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 11:37:43.034229 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 11:37:43.034467 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 11:37:43.034837 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 11:37:43.086609 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO dbcounter [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Registered counter for database neutron Jul 29 11:37:43.104833 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_db.sqlalchemy.engines [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115729) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 11:37:43.110940 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG dbcounter [-] [115729] Writer thread running {{(pid=115729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 11:37:43.652867 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Initializing driver for type 'gre' Jul 29 11:37:43.653391 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] gre ID ranges: [(1, 1000)] Jul 29 11:37:43.708469 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Initializing driver for type 'local' Jul 29 11:37:43.708830 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Initializing driver for type 'vlan' Jul 29 11:37:43.723930 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] VlanTypeDriver initialization complete Jul 29 11:37:43.724274 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Initializing driver for type 'vxlan' Jul 29 11:37:43.724763 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] vxlan ID ranges: [(1, 1000)] Jul 29 11:37:43.776319 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Initializing extension driver 'port_security' Jul 29 11:37:43.776971 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.extensions.port_security [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] PortSecurityExtensionDriver initialization complete Jul 29 11:37:43.777120 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Initializing mechanism driver 'openvswitch' Jul 29 11:37:43.777498 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Initializing mechanism driver 'hyperv' Jul 29 11:37:43.784217 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.plugins.ml2.plugin [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:37:43.784926 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > port after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.785325 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > port after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.786387 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > port after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.786909 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 11:37:43.787329 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > subnet after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.787691 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > subnet after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.788043 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.788438 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 11:37:43.788849 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > network after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.789204 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > network after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.789583 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > network after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.789980 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 11:37:43.790388 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > security_group after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.790740 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > security_group after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.791083 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.791472 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 11:37:43.791876 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.792226 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.792568 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.792960 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 11:37:43.793363 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > address_group after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.793737 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > address_group after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.794084 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.794474 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 11:37:43.794912 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] ML2 OVO RPC backend initialized. {{(pid=115729) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 29 11:37:43.795618 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.795976 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.796397 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > network before_response 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.796748 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > networks before_response 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.797095 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > port before_response 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.797458 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > ports before_response 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.797806 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > subnet before_response 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.798150 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > subnets before_response 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.798497 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > network after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.798840 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > network after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.799176 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > network after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.799513 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > port after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.799851 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > port after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.800187 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > port after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.800525 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > subnet after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.800859 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > subnet after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.801742 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.809257 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded quota_driver: . Jul 29 11:37:43.809658 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.plugin [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Modular L2 Plugin initialization complete Jul 29 11:37:43.810010 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading services supported by the core plugin {{(pid=115729) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 11:37:43.810355 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.plugins.ml2.managers [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Got port-security extension from driver 'port_security' Jul 29 11:37:43.810837 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.extensions.vlantransparent [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Disabled vlantransparent extension. Jul 29 11:37:43.811327 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115729) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 11:37:43.811652 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading Plugin: router Jul 29 11:37:43.847225 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.847696 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router after_create 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.848820 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router before_create 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.849383 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.849893 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.850435 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router after_delete 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.850867 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.851327 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.851829 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router after_create 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.852270 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router after_update 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.852791 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router after_update 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.853239 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.853726 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router after_update 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.854249 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router precommit_update 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.854837 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: port after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.855296 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: port after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.855720 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: subnet after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.856232 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.856703 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.857181 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router precommit_create 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.857668 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: port before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.858083 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router precommit_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.858517 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router after_update 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.858996 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.859493 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router precommit_create 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.859994 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.860455 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router precommit_update 55549900 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.860842 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > agent after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.861441 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > agent after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.861925 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > network after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.863008 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Tracking information for resource: router configured {{(pid=115729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 11:37:43.863422 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Tracking information for resource: floatingip configured {{(pid=115729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 11:37:43.870326 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.db.l3_agentschedulers_db [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 11:37:43.871162 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: port after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.871541 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: port after_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.872006 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: port after_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.872433 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: port after_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.873627 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router before_create 55550100 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.874067 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.874440 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router precommit_create 55550100 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.874802 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > router precommit_update 55550100 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.879703 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.services.provider_configuration [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service providers = [] {{(pid=115729) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 11:37:43.880068 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.db.servicetype_db [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115729) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 11:37:43.883252 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.services.service_base [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 11:37:43.883607 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.services.service_base [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 11:37:43.883948 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.services.service_base [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 11:37:43.884842 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.services.service_base [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 11:37:43.885246 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.services.service_base [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 11:37:43.885653 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 11:37:43.885968 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 11:37:43.896815 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 11:37:43.897151 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading Plugin: auto_allocate Jul 29 11:37:43.902850 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: network precommit_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.903267 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: network precommit_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.903741 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 11:37:43.904090 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading Plugin: tag Jul 29 11:37:43.911631 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 11:37:43.911969 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading Plugin: timestamp Jul 29 11:37:43.915821 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 11:37:43.916154 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading Plugin: network_ip_availability Jul 29 11:37:43.921670 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.922045 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.922402 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:43.923115 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 11:37:43.923435 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading Plugin: flavors Jul 29 11:37:43.929255 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 11:37:43.929618 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading Plugin: revisions Jul 29 11:37:43.933869 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 11:37:43.934270 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_concurrency.lockutils [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.983s {{(pid=115729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 29 11:37:43.935005 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115729) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 29 11:37:43.935346 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Initializing extension manager. Jul 29 11:37:43.935869 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: __init__.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.936216 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: __pycache__ {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.936552 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: address_group.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.937269 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.937880 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: address-group Jul 29 11:37:43.938207 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: address_scope.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.938892 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.939402 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: address-scope Jul 29 11:37:43.939730 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.940617 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.941126 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: router-admin-state-down-before-update Jul 29 11:37:43.941464 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: agent.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.942384 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.942895 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: agent Jul 29 11:37:43.943220 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: agent_resources_synced.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.944094 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.944602 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: agent-resources-synced Jul 29 11:37:43.944925 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: allowedaddresspairs.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.946701 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.947226 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: allowed-address-pairs Jul 29 11:37:43.947552 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: auto_allocated_topology.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.948583 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.949101 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: auto-allocated-topology Jul 29 11:37:43.949449 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: availability_zone.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.950115 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.950624 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: availability_zone Jul 29 11:37:43.950943 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: availability_zone_filter.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.951828 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.952337 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: availability_zone_filter Jul 29 11:37:43.952657 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: data_plane_status.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.953560 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.954065 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 11:37:43.954385 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: default_subnetpools.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.955265 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.955776 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: default-subnetpools Jul 29 11:37:43.956094 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.956874 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.957448 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: dhcp_agent_scheduler Jul 29 11:37:43.957766 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: dns.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.958646 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.959146 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 11:37:43.959465 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: dns_domain_ports.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.960344 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.960846 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 11:37:43.961166 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.962080 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.962589 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 11:37:43.962909 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: dvr.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.963547 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.964051 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: dvr Jul 29 11:37:43.964371 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: ecmp_routes.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.965242 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.965774 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 11:37:43.966095 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: empty_string_filtering.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.966960 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.967491 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: empty-string-filtering Jul 29 11:37:43.967787 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.968662 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.969216 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 11:37:43.969578 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.970451 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.970955 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 11:37:43.971273 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: external_net.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.972141 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.972651 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: external-net Jul 29 11:37:43.973519 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.974396 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.974904 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: extra_dhcp_opt Jul 29 11:37:43.975222 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: extraroute.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.976088 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.976591 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: extraroute Jul 29 11:37:43.976910 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: extraroute_atomic.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.977942 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.978456 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: extraroute-atomic Jul 29 11:37:43.978780 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: filter_validation.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.979408 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.980117 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: filter-validation Jul 29 11:37:43.980439 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: fip_pf_description.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.981306 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.981861 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 11:37:43.982170 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: fip_pf_port_range.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.983038 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.983543 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 29 11:37:43.983862 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: fip_port_details.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.984742 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.985247 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: fip-port-details Jul 29 11:37:43.985596 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: flavors.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.986776 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.987291 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: flavors Jul 29 11:37:43.987618 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.989852 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.990380 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 11:37:43.990713 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: floatingip_pools.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.991389 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.991899 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: floatingip-pools Jul 29 11:37:43.992225 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: ip_allocation.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.993120 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.993653 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 11:37:43.993977 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.994865 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.995370 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: ip-substring-filtering Jul 29 11:37:43.995696 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: l2_adjacency.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.996601 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.997105 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 11:37:43.997436 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: l3.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:43.998382 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:43.998900 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: router Jul 29 11:37:43.999224 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.001399 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.001952 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 11:37:44.002280 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.003162 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.003673 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: ext-gw-mode Jul 29 11:37:44.003995 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.004957 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.005490 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: l3-ha Jul 29 11:37:44.005813 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.006687 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.007191 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 29 11:37:44.007511 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: l3_flavors.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.008383 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.008887 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: l3-flavors Jul 29 11:37:44.009205 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.010561 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.011082 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 29 11:37:44.011409 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.012293 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.012807 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 11:37:44.013131 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: l3agentscheduler.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.014174 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.014686 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: l3_agent_scheduler Jul 29 11:37:44.015012 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: local_ip.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.016970 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.017519 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension local_ip not supported by any of loaded plugins Jul 29 11:37:44.017852 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: logging.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.019298 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.020341 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension logging not supported by any of loaded plugins Jul 29 11:37:44.020881 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: metering.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.021639 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.022413 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: metering Jul 29 11:37:44.022745 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.023810 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.024325 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: metering_source_and_destination_fields Jul 29 11:37:44.024651 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: multiprovidernet.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.025579 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.026094 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: multi-provider Jul 29 11:37:44.026497 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: netmtu.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.027381 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.027895 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: net-mtu Jul 29 11:37:44.028216 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: netmtu_writable.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.029101 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.029650 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: net-mtu-writable Jul 29 11:37:44.029974 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: network_availability_zone.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.030624 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.031132 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: network_availability_zone Jul 29 11:37:44.031453 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: network_ip_availability.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.032525 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.033038 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: network-ip-availability Jul 29 11:37:44.033362 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: network_segment_range.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.034122 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.034629 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 11:37:44.034951 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: pagination.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.036452 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.036775 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: pagination Jul 29 11:37:44.037100 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: port_device_profile.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.037997 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.038513 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: port-device-profile Jul 29 11:37:44.038835 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: port_mac_address_override.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.039724 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.040240 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: port-mac-override Jul 29 11:37:44.040568 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.041485 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.041996 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: port-mac-address-regenerate Jul 29 11:37:44.042320 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.043207 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.043720 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: port-numa-affinity-policy Jul 29 11:37:44.044046 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: port_resource_request.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.044924 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.045456 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 11:37:44.045784 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: port_resource_request_groups.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.046708 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.047217 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 29 11:37:44.047541 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: portbindings.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.048427 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.048934 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: binding Jul 29 11:37:44.049257 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: portbindings_extended.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.050508 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.051052 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: binding-extended Jul 29 11:37:44.051371 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: portsecurity.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.052255 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.052767 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: port-security Jul 29 11:37:44.053094 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: project_id.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.054064 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.054396 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: project-id Jul 29 11:37:44.054717 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: providernet.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.055594 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.056110 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: provider Jul 29 11:37:44.056431 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.059849 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.060382 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos not supported by any of loaded plugins Jul 29 11:37:44.060715 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.061944 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.062460 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 11:37:44.062789 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.063686 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.064196 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 11:37:44.064520 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_default.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.065400 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.065931 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-default not supported by any of loaded plugins Jul 29 11:37:44.066255 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_fip.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.067162 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.067672 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 11:37:44.067994 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.068870 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.069381 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 29 11:37:44.069738 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_gateway_ip.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.070627 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.071136 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 11:37:44.071459 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_port_network_policy.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.072333 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.072836 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 11:37:44.073157 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.074194 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.074707 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 29 11:37:44.075031 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.076028 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.076537 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 29 11:37:44.076858 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_pps_rule.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.078019 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.078533 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-pps not supported by any of loaded plugins Jul 29 11:37:44.078858 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_rule_type_details.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.079740 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.080254 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 11:37:44.080579 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.081486 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.081996 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 29 11:37:44.082841 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: qos_rules_alias.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.083911 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.084419 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 11:37:44.084744 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: quota_check_limit.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.085660 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.086172 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: quota-check-limit Jul 29 11:37:44.086495 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: quotasv2.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.087380 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.087705 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: quotas Jul 29 11:37:44.088020 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: quotasv2_detail.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.089714 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.090059 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: quota_details Jul 29 11:37:44.090392 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: rbac.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.092910 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.093473 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: rbac-policies Jul 29 11:37:44.093808 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: rbac_address_group.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.094709 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.095233 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: rbac-address-group Jul 29 11:37:44.095561 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: rbac_address_scope.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.096446 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.096960 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: rbac-address-scope Jul 29 11:37:44.097283 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: rbac_security_groups.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.099068 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.099606 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: rbac-security-groups Jul 29 11:37:44.099931 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: rbac_subnetpool.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.100828 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.101347 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: rbac-subnetpool Jul 29 11:37:44.101703 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: revisionifmatch.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.102590 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.103105 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: revision-if-match Jul 29 11:37:44.103429 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: revisions.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.104503 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.105018 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: standard-attr-revisions Jul 29 11:37:44.105344 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: router_availability_zone.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.106053 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.106566 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: router_availability_zone Jul 29 11:37:44.106889 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: routerservicetype.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.107816 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.108330 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 11:37:44.108655 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.117252 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.117937 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: security-groups-normalized-cidr Jul 29 11:37:44.118348 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.119387 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.119927 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: port-security-groups-filtering Jul 29 11:37:44.120258 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.121175 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.121722 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: security-groups-remote-address-group Jul 29 11:37:44.122053 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.122967 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.123552 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: security-groups-shared-filtering Jul 29 11:37:44.123811 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: securitygroup.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.133678 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.134217 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: security-group Jul 29 11:37:44.134556 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: segment.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.135274 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.135795 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension segment not supported by any of loaded plugins Jul 29 11:37:44.136127 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.137047 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.137598 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 11:37:44.137929 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: servicetype.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.139010 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.139536 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: service-type Jul 29 11:37:44.139864 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: sorting.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.141079 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.141443 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: sorting Jul 29 11:37:44.141762 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: standard_attr_segment.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.142656 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.143186 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 11:37:44.143515 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: standardattrdescription.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.144138 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.144656 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: standard-attr-description Jul 29 11:37:44.145738 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: stateful_security_group.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.146704 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.147220 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: stateful-security-group Jul 29 11:37:44.147545 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: stdattrs_common.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.148103 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 11:37:44.148428 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.149327 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.149871 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 11:37:44.150198 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: subnet_onboard.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.151250 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.151755 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: subnet_onboard Jul 29 11:37:44.152083 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.152981 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.153571 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 11:37:44.153857 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: subnet_service_types.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.154757 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.155275 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: subnet-service-types Jul 29 11:37:44.155605 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: subnetallocation.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.156653 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.157170 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: subnet_allocation Jul 29 11:37:44.157533 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.158177 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.158694 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: subnetpool-prefix-ops Jul 29 11:37:44.159017 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.159914 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.160477 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 11:37:44.161328 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: tagging.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.162395 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.162975 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: standard-attr-tag Jul 29 11:37:44.163261 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: timestamp.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.164434 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.164954 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loaded extension: standard-attr-timestamp Jul 29 11:37:44.165281 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: trunk.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.166313 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.166834 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension trunk not supported by any of loaded plugins Jul 29 11:37:44.167163 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: trunk_details.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.168067 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.168592 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 11:37:44.168922 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: uplink_status_propagation.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.169850 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.170369 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 11:37:44.170696 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Loading extension file: vlantransparent.py {{(pid=115729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 11:37:44.171343 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 11:37:44.171855 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 11:37:44.174484 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:network Jul 29 11:37:44.175011 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:subnet Jul 29 11:37:44.175411 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 11:37:44.175807 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:port Jul 29 11:37:44.177315 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.177783 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service FLAVORS assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.178704 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.179135 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.179472 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:router Jul 29 11:37:44.179902 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 11:37:44.180379 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service METERING assigned prefix: /metering {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.181862 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:44.182244 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:44.182605 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:37:44.183606 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 11:37:44.184053 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:security_group Jul 29 11:37:44.184499 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 11:37:44.185040 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service CORE assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.185372 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 11:37:44.185762 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] subnetpool is already registered Jul 29 11:37:44.186188 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service CORE assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.186517 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 11:37:44.186852 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] subnetpool is already registered Jul 29 11:37:44.189277 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.189741 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service FLAVORS assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.190685 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.190768 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.191076 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:router Jul 29 11:37:44.191421 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] router is already registered Jul 29 11:37:44.191870 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 11:37:44.192207 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] floatingip is already registered Jul 29 11:37:44.192671 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service METERING assigned prefix: /metering {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.193365 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 11:37:44.193726 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] rbac_policy is already registered Jul 29 11:37:44.194143 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:security_group Jul 29 11:37:44.194486 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] security_group is already registered Jul 29 11:37:44.194895 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 11:37:44.195235 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] security_group_rule is already registered Jul 29 11:37:44.195874 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service CORE assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.196203 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 11:37:44.196541 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] subnetpool is already registered Jul 29 11:37:44.196960 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.v2.resource_helper [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Service CORE assigned prefix: {{(pid=115729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 11:37:44.197287 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 11:37:44.197643 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING neutron.quota.resource_registry [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] subnetpool is already registered Jul 29 11:37:44.198111 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: extensions {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.199632 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: address-groups {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.201154 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: address-scopes {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.202515 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: agents {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.203687 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: auto-allocated-topology {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.204928 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: availability_zones {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.206194 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: dhcp-networks {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.208297 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: dhcp-agents {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.209815 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: routers {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.211525 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: flavors {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.212797 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: service_profiles {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.214063 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: next_providers {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.215523 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: service_profiles {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.217101 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: floatingip-pools {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.218363 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: routers {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.220078 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: floatingips {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.221362 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: l3-routers {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.222807 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: l3-agents {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.225296 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: metering-labels {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.226599 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: metering-label-rules {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.227990 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: network-ip-availabilities {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.229384 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: bindings {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.231030 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: quotas {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.233613 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: quotas {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.235174 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: rbac-policies {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.236385 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: security-groups {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.237717 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: security-group-rules {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.239060 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: service-providers {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.240281 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: subnetpools {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.241644 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: subnetpools {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.243369 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: tags {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.245065 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: tags {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.246953 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: tags {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.248739 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: tags {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.250515 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: tags {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.252479 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: tags {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.254426 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: tags {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.256488 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: tags {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.258315 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: tags {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.260085 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron.api.extensions [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Extended resource: tags {{(pid=115729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 11:37:44.266544 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING keystonemiddleware.auth_token [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 11:37:44.272298 dv-cinder-837542-7-iscsi neutron-server[115729]: WARNING keystonemiddleware.auth_token [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 11:37:44.281370 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_concurrency.lockutils [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Acquired lock "singleton_lock" {{(pid=115729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 29 11:37:44.281878 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_concurrency.lockutils [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Releasing lock "singleton_lock" {{(pid=115729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 29 11:37:44.282537 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO oslo_service.service [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Starting 2 workers Jul 29 11:37:44.287520 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Started child 115838 {{(pid=115729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 11:37:44.292594 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Started child 115839 {{(pid=115729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 11:37:44.293330 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:37:44.294202 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO neutron.service [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 11:37:44.294851 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:37:44.295024 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [-] (115838) wsgi starting up on http://0.0.0.0:9696 Jul 29 11:37:44.297275 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO oslo_service.service [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Starting 1 workers Jul 29 11:37:44.297467 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:37:44.298778 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [-] (115839) wsgi starting up on http://0.0.0.0:9696 Jul 29 11:37:44.302547 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Started child 115840 {{(pid=115729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 11:37:44.303122 dv-cinder-837542-7-iscsi neutron-server[115729]: INFO oslo_service.service [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Starting 1 workers Jul 29 11:37:44.306782 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.service [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] calling RpcWorker wait() {{(pid=115840) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 11:37:44.307349 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.service [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] returning from RpcWorker wait() {{(pid=115840) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 11:37:44.307627 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Started child 115841 {{(pid=115729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 11:37:44.308448 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG neutron_lib.callbacks.manager [None req-b8913ef1-f261-428e-8db1-828364e05662 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:37:44.308765 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:37:44.309285 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:37:44.310384 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 11:37:44.310615 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 11:37:44.310796 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 11:37:44.311021 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 11:37:44.311337 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 11:37:44.311520 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 11:37:44.312040 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.312320 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.312519 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:37:44.312986 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.312986 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.313431 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.313529 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:37:44.313711 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.313969 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.314255 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.314547 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.314719 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.314889 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.315189 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.315443 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.315774 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.316096 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.316357 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.316607 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.316819 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.317067 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.317395 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.317700 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.317981 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] debug = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.318315 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.318828 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.319090 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.319349 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.319593 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.319873 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.320127 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.320391 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.320630 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.320849 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.321111 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.321369 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.321649 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.321887 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.322140 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.322411 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.322670 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.323154 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] host = dv-cinder-837542-7-iscsi {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.323424 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.323649 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.323903 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.324153 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.324401 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.324621 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.324873 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.325135 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.325394 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.325668 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.325913 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.326179 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.326414 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.326662 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.326826 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_options = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.327085 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.327380 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.327657 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.327854 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.328025 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.328191 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.328454 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.328620 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.328873 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.329111 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.329500 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.329681 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.329917 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.330149 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.330420 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.330658 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.330890 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.331122 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.331369 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.333521 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.333718 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.333986 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.336136 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.337237 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.337577 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.337865 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.338091 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.338398 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.338617 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.338896 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.339374 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.339536 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.339676 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.339928 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.340204 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.340460 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.340691 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.341479 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.341479 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.341479 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.341911 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.342123 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.342247 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.342411 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.342917 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.342917 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.343181 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_json = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.343296 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.343444 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.343902 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.343902 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.344171 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.344351 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.344570 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.345454 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.345454 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.345454 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.345707 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.346006 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.346262 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.346512 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.346763 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.347019 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.347238 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.347472 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.347705 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.348619 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.348864 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.349188 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.350048 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.350317 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.350656 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.351206 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.351495 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.351796 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.352025 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.352246 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.352533 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.352818 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.353066 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.353324 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.353618 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.353874 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.354176 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.354449 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.354715 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.355061 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.355347 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.355623 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.355903 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.356335 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.356742 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.356966 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.357205 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.357456 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.357672 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.357946 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.358186 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.358984 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.358984 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.358984 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.359214 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.359369 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.359591 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.359859 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.360105 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.360292 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.360671 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.360909 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.361159 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.361404 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.361658 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.361896 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.362144 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.362404 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.362670 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.362930 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.363133 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.363370 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.363678 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.363915 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.364133 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.364377 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.364589 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.364837 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.365055 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.365441 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.365807 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.366174 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.366540 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.366905 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.367303 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.367529 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.367750 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.368112 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.368480 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.368841 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.369213 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.369629 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.370059 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.370447 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.370834 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.371230 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.371608 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.371826 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.372232 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.372657 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.373163 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.373615 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.374073 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.374500 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.374924 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.375289 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.375697 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.375926 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.376162 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.376387 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.376667 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.376899 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.377156 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.377386 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.377632 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.377917 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.378137 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.378364 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.378583 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.378804 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.379032 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.379781 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.380001 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.380241 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.380468 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.380720 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.380990 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.381263 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.381522 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.381948 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.382204 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.382500 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.382760 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.383020 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.383245 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.383530 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.383839 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.384102 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.384538 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.384969 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.385398 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.385699 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.385936 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.386205 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.386441 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.386682 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.386905 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.387138 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.387362 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.387608 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.387842 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.388148 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.388385 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.388599 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.388817 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.389096 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.389351 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.389657 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.389929 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.390193 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.390454 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.390961 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.391201 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.391420 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.391673 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.392140 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.392362 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.392602 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.392845 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.393083 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.393301 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.393550 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.393793 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.394028 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.394255 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.394469 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.394883 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.395106 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.395362 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.395581 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.395799 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.396055 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.396277 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.396502 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.396755 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.396976 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.397210 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.397458 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.397722 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.398198 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.398421 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.398650 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.398915 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.399171 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.399391 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.399653 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.399880 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.400098 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.400314 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.400533 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.400755 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.400993 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.401295 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.401542 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.401786 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.402054 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.402401 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.402651 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.402916 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.403176 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.403416 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.403693 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.403855 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.404074 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.404324 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.404565 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.404790 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.405013 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.405238 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.405494 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.405716 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.405939 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.406216 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.406457 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.406718 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.406954 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.407177 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.407393 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.407609 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.407823 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.408037 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.408249 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.408481 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.408697 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.408909 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.409216 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.409499 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.409734 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.409990 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.410242 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.411002 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.411416 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.411736 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.411959 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.412186 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.412410 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.412627 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.412875 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.413089 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.413324 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.413572 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.413791 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.414006 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.414232 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.414445 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.414659 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.414885 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.415104 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.415314 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.415540 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.415780 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.416015 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.416239 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.416456 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.416668 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.416896 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.417109 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.417320 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.417563 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.417778 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.417989 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.418155 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:37:44.418298 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.418714 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.418939 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.419219 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.419450 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.419702 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.419947 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.420269 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.420507 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.420747 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.421009 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.421228 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.421468 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.421738 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.422050 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.422324 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.422597 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.422853 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.423115 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.423389 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.423662 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.423880 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.424427 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.424795 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.424795 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.425159 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.425260 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.425536 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.425762 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.426041 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.426485 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.426753 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.426979 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.427237 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.427469 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.427696 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.427933 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.428165 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.428404 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.428630 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.428844 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.429081 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.429307 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.429500 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 11:37:44.430036 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 11:37:44.430181 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 11:37:44.430339 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 11:37:44.430506 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 11:37:44.430674 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 11:37:44.430826 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 11:37:44.431037 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.431204 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.431361 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.431524 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.431705 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.431866 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.432025 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.432182 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.432341 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.432498 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.432657 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.432816 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.432973 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.433132 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.433289 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.433469 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.433630 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.433794 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.433954 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.434112 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.434272 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.434430 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] debug = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.434591 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.434801 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.434966 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.435095 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.435260 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.435417 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.435578 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.435739 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.435896 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.436054 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.436214 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.436373 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.436544 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.436721 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.436828 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.436997 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.437140 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.437300 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] host = dv-cinder-837542-7-iscsi {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.437480 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.437640 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.437798 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.437955 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.438112 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.438270 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.438429 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.438589 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.438747 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.438904 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.439062 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.439220 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.439377 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.439535 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.439694 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_options = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.439852 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.440009 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.440168 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.440360 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.440524 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.440683 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.440841 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.440999 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.441156 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.441313 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.441503 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.442151 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.442313 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.442473 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.442683 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.442871 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.443032 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.443190 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.443349 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.443507 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.443665 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.443824 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.443982 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.444141 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.444301 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.444459 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.444617 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.444775 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.444932 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.445090 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.445248 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.445488 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.445616 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.445739 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.445860 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.446014 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.446173 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.446334 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.446497 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.446657 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.446816 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.446977 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.447136 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.447295 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.447460 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.447618 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.447777 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_json = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.447936 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.448095 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.448255 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.448414 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.448572 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.448730 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.448889 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.449049 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.449209 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 11:37:44.449389 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.449571 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.449798 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.449924 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.450055 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.450217 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.450379 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.450541 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.450702 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.450861 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.451030 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.451631 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.451631 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.451631 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.451631 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.451931 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.452009 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.452152 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.452258 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.452444 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.452605 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.452768 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.452938 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.453100 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.453260 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.453458 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.453602 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.453757 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.453917 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.454086 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.454262 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.454424 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.454586 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.454747 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.454907 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.455070 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.455232 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.455395 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.455601 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.456136 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.456136 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.456136 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.456136 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.456563 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.456563 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.456767 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.456767 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.456910 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.457033 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.457195 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.457476 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.457734 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.457904 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.458074 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.458235 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.458397 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.458559 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.458731 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.458896 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.459061 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.459220 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.459382 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.459544 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.459704 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.459906 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.460044 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.460172 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.460332 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.460506 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.460668 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.460829 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.460991 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.461153 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.461314 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.461498 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.461660 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.461823 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.461984 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.462146 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.462307 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.462469 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.462630 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.462791 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.462952 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.463115 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.463277 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.463438 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.463598 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.463759 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.463920 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.464079 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.464258 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.464419 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.464580 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.464741 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.464901 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.465062 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.465222 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.465382 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.465566 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.465723 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.465884 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.466044 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.466207 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.466367 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.466526 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.466686 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.466845 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.467004 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.467165 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.467327 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.467490 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.467648 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.467808 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.467966 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.468126 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.468287 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.468446 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.468605 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.468769 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.468928 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.469087 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.469256 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.469462 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.469597 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.469758 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.469924 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.470095 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.470256 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.470417 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.470577 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.470739 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.470900 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.471060 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.471220 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.471380 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.471540 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.471700 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.471870 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.472032 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.472193 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.472352 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.472543 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.472696 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.473361 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.473587 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.473904 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.474147 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.474438 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.474633 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.474798 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.474962 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.475124 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.475286 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.475447 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.475608 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.475769 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.475930 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.476093 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.476255 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.476417 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.476579 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.476742 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.476903 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.477065 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.477224 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.477391 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.477575 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.477737 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.477899 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.478061 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.478221 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.478383 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.478544 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.478705 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.478865 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.479025 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.479185 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.479347 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.479510 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.479672 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.479834 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.479995 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.480156 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.480317 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.480478 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.480641 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.480802 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.480966 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.481128 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.481290 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.481469 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.481632 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.481793 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.481955 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.482102 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.482265 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.482443 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.482604 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.482764 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.482928 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.483089 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.483249 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.483409 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.483569 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.483729 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.483889 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.484051 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.484214 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.484373 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.484535 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.484695 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.484854 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.485016 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.485178 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.485339 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.485520 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.485684 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.485846 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.486007 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.486167 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.486327 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.486488 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.486648 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.486810 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.486971 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.487144 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.487310 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.487470 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.487630 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.487789 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.487950 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.488119 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.488279 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.488444 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.489749 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.489749 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.489749 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.490017 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.490017 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.490168 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.490298 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.490381 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.490523 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.490693 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.490855 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.491016 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.491177 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.491337 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.491498 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.491667 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.491828 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.491989 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.492149 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.492309 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.492470 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.492639 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.492801 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.492961 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.493120 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.493281 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.493461 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.493635 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.493798 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.493960 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.494128 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.494496 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.494496 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.494655 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.494735 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.494895 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.495057 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.495217 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.495379 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.495540 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.495703 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.495868 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.496037 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.496204 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.496365 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.496535 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.496703 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.496872 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.497033 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.497200 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.497376 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.497578 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.497710 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.497870 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.498032 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.498195 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.498357 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.498503 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.498663 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.498824 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.498984 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.499146 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.499307 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.499469 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.499630 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.499793 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.499953 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.500113 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.500274 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.500435 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 11:37:44.500589 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 11:37:44.619699 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 38368) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:37:44.628102 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063641 Jul 29 11:37:48.351626 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writer thread running {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 11:37:53.770567 dv-cinder-837542-7-iscsi neutron-server[115729]: DEBUG dbcounter [-] [115729] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=115729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:37:55.776630 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writer thread running {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 11:37:55.777671 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94c8d30-ce0c-459e-a475-ba0dd8c46957 None None] get_active_networks_info from dv-cinder-837542-7-iscsi {{(pid=115840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 29 11:37:55.864155 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-695fa531-26c0-449c-a9f6-86a4b341eb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-868514'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:37:55.906541 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94c8d30-ce0c-459e-a475-ba0dd8c46957 None None] No non-hosted networks {{(pid=115840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 11:37:57.777492 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3c5b-2618-4945-a0f8-d9db79cb65bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-868514'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:37:57.819598 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-2e324e04-ece8-4b7b-bd20-fb015895e3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:37:58.911276 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 38438) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:37:59.111070 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-868514'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:37:59.547937 dv-cinder-837542-7-iscsi neutron-server[115839]: WARNING oslo_policy.policy [None req-b3677df7-f29c-4437-b550-3edc642cf15a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 11:37:59.548709 dv-cinder-837542-7-iscsi neutron-server[115839]: WARNING oslo_policy.policy [None req-b3677df7-f29c-4437-b550-3edc642cf15a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 11:37:59.770370 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [None req-b3677df7-f29c-4437-b550-3edc642cf15a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:37:59.785486 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b3677df7-f29c-4437-b550-3edc642cf15a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8594034 Jul 29 11:38:00.663517 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-868514'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:00.770671 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-868514'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:00.771886 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.773511 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.773855 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.774209 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.774553 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.774881 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.775205 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.775556 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.775879 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.776200 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.776534 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.776858 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.777190 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.777534 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.777850 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:00.778233 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837542-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:38:00.785373 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837542-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:38:02.059076 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 38472) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:02.456111 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-74932076-2f74-4adb-8e1f-9d634ea01e78 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:38:02.554913 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.policy [None req-74932076-2f74-4adb-8e1f-9d634ea01e78 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115839) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 11:38:02.598182 dv-cinder-837542-7-iscsi neutron-server[115839]: WARNING oslo_policy.policy [None req-74932076-2f74-4adb-8e1f-9d634ea01e78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 11:38:02.598459 dv-cinder-837542-7-iscsi neutron-server[115839]: WARNING oslo_policy.policy [None req-74932076-2f74-4adb-8e1f-9d634ea01e78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 11:38:02.618537 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writer thread running {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 11:38:02.698155 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-74932076-2f74-4adb-8e1f-9d634ea01e78 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769962998169', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769962998701', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769962949268', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769962939490', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769962937955', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769962955284', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1215024', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1085980', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735954', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-763963'] for rbac-policy (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:02.770121 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-74932076-2f74-4adb-8e1f-9d634ea01e78 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:02.771545 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-74932076-2f74-4adb-8e1f-9d634ea01e78 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7107513 Jul 29 11:38:03.034347 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.db.l3_hamode_db [None req-d939a5aa-7e16-4612-b85c-88cc3e51343b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 11:38:03.113167 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939a5aa-7e16-4612-b85c-88cc3e51343b None None] Routers set() bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:38:03.113574 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939a5aa-7e16-4612-b85c-88cc3e51343b None None] Router IDs set() for agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 29 11:38:04.959121 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 38484) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:05.279189 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:38:05.309680 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Made reservation on behalf of 2ed50bad29524f778785a3e24c00ef0f for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:38:05.313314 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:05.330575 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:05.438232 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Publish callbacks [] for security_group (04fd7624-de89-4071-ac13-c6d838e415b3), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:05.442113 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (04fd7624-de89-4071-ac13-c6d838e415b3), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:05.474913 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:38:05.503865 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769965350337', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (6ed449e0-e767-464a-917d-5a7b8ac2d63d), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:05.504495 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Unsubscribe: segment precommit_create {{(pid=115839) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 11:38:05.505055 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Added segment 6ed449e0-e767-464a-917d-5a7b8ac2d63d of type vlan for network 3a467958-005c-4004-a337-acb4fd07f9ab Jul 29 11:38:05.520255 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=04fd7624-de89-4071-ac13-c6d838e415b3,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:05.546556 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.546900 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.547264 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.547608 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.547937 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.548259 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.548581 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.548899 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.549225 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.549568 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.549885 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.550200 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.551108 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.551425 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.551738 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Tracked resource versions report: Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: pushed versions: Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: { 'AddressGroup': {'1.2'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Agent': {'1.1'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'ConntrackHelper': {'1.0'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'LocalIPAssociation': {'1.0'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Log': {'1.0'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'NDPProxy': {'1.0'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Network': {'1.1'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Port': {'1.7'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'PortForwarding': {'1.3'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'QosPolicy': {'1.10'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SecurityGroup': {'1.5'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SecurityGroupRule': {'1.2'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SubPort': {'1.0'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Subnet': {'1.1'}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Trunk': {'1.1'}} Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: consumer versions: Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: { DHCP agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: L3 agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: Metadata agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: Metering agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: Open vSwitch agent@dv-cinder-837542-7-iscsi: { 'AddressGroup': '1.2', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Agent': '1.1', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'ConntrackHelper': '1.0', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'LocalIPAssociation': '1.0', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Log': '1.0', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'NDPProxy': '1.0', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Network': '1.1', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Port': '1.7', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'PortForwarding': '1.3', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'QosPolicy': '1.10', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SecurityGroup': '1.5', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SecurityGroupRule': '1.2', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SubPort': '1.0', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Subnet': '1.1', Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Trunk': '1.1'}} Jul 29 11:38:05.553116 dv-cinder-837542-7-iscsi neutron-server[115839]: {{(pid=115839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 11:38:05.615864 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (3a467958-005c-4004-a337-acb4fd07f9ab), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:05.656829 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (3a467958-005c-4004-a337-acb4fd07f9ab), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:05.662567 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:38:05.663274 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:05.755404 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7951288 Jul 29 11:38:05.786739 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2f8eb-11a7-4b5f-8b94-88a2e820ebfc demo demo] Pushing event updated for resources: {'Network': ['ID=3a467958-005c-4004-a337-acb4fd07f9ab,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:05.799693 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 3a467958-005c-4004-a337-acb4fd07f9ab details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:38:08.022454 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 38496) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:08.415479 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:08.444437 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72517fc-2bf0-4ffa-8ba7-43c69e2efe5d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:38:08.445838 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c72517fc-2bf0-4ffa-8ba7-43c69e2efe5d demo admin] 10.222.0.60 "GET /v2.0/networks/3a467958-005c-4004-a337-acb4fd07f9ab HTTP/1.1" status: 200 len: 825 time: 0.4224198 Jul 29 11:38:08.473126 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-108dff18-389d-4085-a157-d4181ee1f2d5 demo admin] 10.222.0.60 "GET /v2.0/subnetpools/a0cf2884-c31a-4f12-8152-267e52950c4d HTTP/1.1" status: 200 len: 734 time: 0.0211353 Jul 29 11:38:08.481784 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] Request body: {'subnet': {'subnetpool_id': 'a0cf2884-c31a-4f12-8152-267e52950c4d', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:38:08.502650 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] Made reservation on behalf of 2ed50bad29524f778785a3e24c00ef0f for: {'subnet': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:38:08.505683 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:08.623319 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:08.801503 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (310dbfc5-b585-44d8-9512-906f69ba246e), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:08.866453 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=310dbfc5-b585-44d8-9512-906f69ba246e,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:08.875889 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] Checking segment: {'id': '6ed449e0-e767-464a-917d-5a7b8ac2d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:38:08.876256 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] Network hostable DHCP agents. Network: 3a467958-005c-4004-a337-acb4fd07f9ab, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:38:08.898131 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] Network 3a467958-005c-4004-a337-acb4fd07f9ab is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:38:08.908837 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 3a467958-005c-4004-a337-acb4fd07f9ab) {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:38:08.916997 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:38:08.917658 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:08.917909 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d9e50c-b0b7-482c-bfb7-30e77379ef20 None None] Network 3a467958-005c-4004-a337-acb4fd07f9ab requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:38:08.934068 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-5b1c1b1f-7ad1-4ff8-ae59-888d17c9d2a5 demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4554617 Jul 29 11:38:09.180516 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-3a467958-005c-4004-a337-acb4fd07f9ab', 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab', 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'fixed_ips': [{'subnet_id': '310dbfc5-b585-44d8-9512-906f69ba246e'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:38:09.181943 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:09.456209 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Allocated IP 172.20.0.2 (3a467958-005c-4004-a337-acb4fd07f9ab/310dbfc5-b585-44d8-9512-906f69ba246e/0d4b487f-882e-4ba3-a213-9dc3d24144ad) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:38:09.471452 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:09.725539 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Publish callbacks [] for port (0d4b487f-882e-4ba3-a213-9dc3d24144ad), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:09.732097 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (0d4b487f-882e-4ba3-a213-9dc3d24144ad), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:09.810753 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Network 3a467958-005c-4004-a337-acb4fd07f9ab is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:38:09.816499 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:38:09.821487 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Pushing event updated for resources: {'Port': ['ID=0d4b487f-882e-4ba3-a213-9dc3d24144ad,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:09.825555 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:38:09.834906 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.835251 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.835607 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.835961 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.836292 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.836620 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.836944 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.837268 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.837619 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.837941 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.838262 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.838598 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.838921 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.839238 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.839553 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Tracked resource versions report: Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: pushed versions: Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: { 'AddressGroup': {'1.2'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Agent': {'1.1'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'ConntrackHelper': {'1.0'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'LocalIPAssociation': {'1.0'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Log': {'1.0'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'NDPProxy': {'1.0'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Network': {'1.1'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Port': {'1.7'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'PortForwarding': {'1.3'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'QosPolicy': {'1.10'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SecurityGroup': {'1.5'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SecurityGroupRule': {'1.2'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SubPort': {'1.0'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Subnet': {'1.1'}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Trunk': {'1.1'}} Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: consumer versions: Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: { DHCP agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: L3 agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: Metadata agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: Metering agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: Open vSwitch agent@dv-cinder-837542-7-iscsi: { 'AddressGroup': '1.2', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Agent': '1.1', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'ConntrackHelper': '1.0', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'LocalIPAssociation': '1.0', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Log': '1.0', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'NDPProxy': '1.0', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Network': '1.1', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Port': '1.7', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'PortForwarding': '1.3', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'QosPolicy': '1.10', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SecurityGroup': '1.5', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SecurityGroupRule': '1.2', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SubPort': '1.0', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Subnet': '1.1', Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Trunk': '1.1'}} Jul 29 11:38:09.840967 dv-cinder-837542-7-iscsi neutron-server[115840]: {{(pid=115840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 11:38:09.917802 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Attempting to bind port 0d4b487f-882e-4ba3-a213-9dc3d24144ad on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:38:09.918211 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Attempting to bind port 0d4b487f-882e-4ba3-a213-9dc3d24144ad by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '6ed449e0-e767-464a-917d-5a7b8ac2d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:38:09.918786 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Attempting to bind port 0d4b487f-882e-4ba3-a213-9dc3d24144ad on network 3a467958-005c-4004-a337-acb4fd07f9ab {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:38:09.923600 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:38:09.923962 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Checking segment: {'id': '6ed449e0-e767-464a-917d-5a7b8ac2d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:38:09.924416 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:09.924795 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Bound using segment: {'id': '6ed449e0-e767-464a-917d-5a7b8ac2d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:38:09.926115 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Bound port: 0d4b487f-882e-4ba3-a213-9dc3d24144ad, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed449e0-e767-464a-917d-5a7b8ac2d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:38:09.926521 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (0d4b487f-882e-4ba3-a213-9dc3d24144ad), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:09.956898 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:09.986631 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] For port 0d4b487f-882e-4ba3-a213-9dc3d24144ad, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:38:10.006174 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] For port 0d4b487f-882e-4ba3-a213-9dc3d24144ad, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=0d4b487f-882e-4ba3-a213-9dc3d24144ad,segment=NetworkSegment(6ed449e0-e767-464a-917d-5a7b8ac2d63d),segment_id=6ed449e0-e767-464a-917d-5a7b8ac2d63d)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:38:10.012847 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (0d4b487f-882e-4ba3-a213-9dc3d24144ad), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:10.070176 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cc391-3da2-4d16-91e4-f41cfc0c9abd None None] Pushing event updated for resources: {'Port': ['ID=0d4b487f-882e-4ba3-a213-9dc3d24144ad,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:11.309783 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 38508) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:11.828122 dv-cinder-837542-7-iscsi neutron-server[115838]: WARNING oslo_policy.policy [None req-7d0e64eb-f15c-465a-a4b1-1804458c5690 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 11:38:11.828689 dv-cinder-837542-7-iscsi neutron-server[115838]: WARNING oslo_policy.policy [None req-7d0e64eb-f15c-465a-a4b1-1804458c5690 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 11:38:12.045209 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [None req-7d0e64eb-f15c-465a-a4b1-1804458c5690 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:38:12.046532 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-7d0e64eb-f15c-465a-a4b1-1804458c5690 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7349048 Jul 29 11:38:14.313203 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 38522) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:14.641568 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [None req-51a8fd12-04f2-4361-96f0-83c89d0916a6 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:38:14.642675 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-51a8fd12-04f2-4361-96f0-83c89d0916a6 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3283567 Jul 29 11:38:15.677503 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=6 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:15.682724 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:16.891624 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 38538) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:17.231616 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-e64d36b5-d452-42e4-920d-13f543372158 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:38:17.292329 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.policy [None req-e64d36b5-d452-42e4-920d-13f543372158 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115838) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 11:38:17.336036 dv-cinder-837542-7-iscsi neutron-server[115838]: WARNING oslo_policy.policy [None req-e64d36b5-d452-42e4-920d-13f543372158 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 11:38:17.336410 dv-cinder-837542-7-iscsi neutron-server[115838]: WARNING oslo_policy.policy [None req-e64d36b5-d452-42e4-920d-13f543372158 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 11:38:17.356945 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writer thread running {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 11:38:17.357621 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:17.403477 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e64d36b5-d452-42e4-920d-13f543372158 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (001033da-fade-4d24-8b49-3f7edd216d34), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:17.405410 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e64d36b5-d452-42e4-920d-13f543372158 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (001033da-fade-4d24-8b49-3f7edd216d34), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:17.562212 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e64d36b5-d452-42e4-920d-13f543372158 demo demo] Publish callbacks [] for router_controller (001033da-fade-4d24-8b49-3f7edd216d34), precommit_add_association {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:17.568107 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e64d36b5-d452-42e4-920d-13f543372158 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (001033da-fade-4d24-8b49-3f7edd216d34), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:17.593399 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e64d36b5-d452-42e4-920d-13f543372158 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:17.594632 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-e64d36b5-d452-42e4-920d-13f543372158 demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7017510 Jul 29 11:38:18.238816 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc59b40-12a5-4b74-8fc4-aeec2175eb6a None None] Network 3a467958-005c-4004-a337-acb4fd07f9ab requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:38:18.302410 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-afed18e5-a46a-4ab4-ab78-252751396296 None None] Provisioning complete for port 0d4b487f-882e-4ba3-a213-9dc3d24144ad triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:38:18.302811 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-afed18e5-a46a-4ab4-ab78-252751396296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0d4b487f-882e-4ba3-a213-9dc3d24144ad), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:18.491393 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-afed18e5-a46a-4ab4-ab78-252751396296 None None] Current status of the port 0d4b487f-882e-4ba3-a213-9dc3d24144ad is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:38:18.491722 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-afed18e5-a46a-4ab4-ab78-252751396296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (0d4b487f-882e-4ba3-a213-9dc3d24144ad), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:18.533333 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-afed18e5-a46a-4ab4-ab78-252751396296 None None] For port 0d4b487f-882e-4ba3-a213-9dc3d24144ad, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=0d4b487f-882e-4ba3-a213-9dc3d24144ad,segment=NetworkSegment(6ed449e0-e767-464a-917d-5a7b8ac2d63d),segment_id=6ed449e0-e767-464a-917d-5a7b8ac2d63d)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:38:18.537392 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-afed18e5-a46a-4ab4-ab78-252751396296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (0d4b487f-882e-4ba3-a213-9dc3d24144ad), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:18.592200 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed18e5-a46a-4ab4-ab78-252751396296 None None] Pushing event updated for resources: {'Port': ['ID=0d4b487f-882e-4ba3-a213-9dc3d24144ad,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:18.650311 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 0d4b487f-882e-4ba3-a213-9dc3d24144ad up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:38:18.695009 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 0d4b487f-882e-4ba3-a213-9dc3d24144ad triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:38:18.695392 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0d4b487f-882e-4ba3-a213-9dc3d24144ad), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:18.729824 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:18.780124 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 0d4b487f-882e-4ba3-a213-9dc3d24144ad is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:38:18.782427 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-c894812e-21af-435e-9170-39487c12ad38 None None] Provisioning complete for port 0d4b487f-882e-4ba3-a213-9dc3d24144ad triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:38:18.783170 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c894812e-21af-435e-9170-39487c12ad38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0d4b487f-882e-4ba3-a213-9dc3d24144ad), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:18.852283 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-c894812e-21af-435e-9170-39487c12ad38 None None] Current status of the port 0d4b487f-882e-4ba3-a213-9dc3d24144ad is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:38:18.924290 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=53,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:18.926847 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:19.845032 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 38552) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:20.196259 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [None req-b2499dbf-96ce-46b9-ac47-20dbe3294758 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:38:20.197268 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b2499dbf-96ce-46b9-ac47-20dbe3294758 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3512673 Jul 29 11:38:20.610240 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 0d4b487f-882e-4ba3-a213-9dc3d24144ad up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:38:20.657522 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 0d4b487f-882e-4ba3-a213-9dc3d24144ad triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:38:20.657913 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0d4b487f-882e-4ba3-a213-9dc3d24144ad), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:20.695388 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:20.729156 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 0d4b487f-882e-4ba3-a213-9dc3d24144ad is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:38:22.450710 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 38560) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:22.770525 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:38:22.789651 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Made reservation on behalf of b9c00e3cb2134915b18b1a5e5538e94a for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:38:22.791896 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:22.800192 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:22.877198 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Publish callbacks [] for security_group (c22f65ab-94f1-44c9-acf4-9aeed4ce86d1), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:22.881271 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (c22f65ab-94f1-44c9-acf4-9aeed4ce86d1), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:22.900372 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Reserving flat network on physical network physnet1 {{(pid=115839) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 11:38:22.920282 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22f65ab-94f1-44c9-acf4-9aeed4ce86d1,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:22.926372 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (20858254-d282-438f-80ec-005cfe0f3d04), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:22.926706 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Added segment 20858254-d282-438f-80ec-005cfe0f3d04 of type flat for network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 Jul 29 11:38:22.972961 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (814dcfed-f8eb-4fad-bfc5-8329ff1763a5), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:23.004543 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (814dcfed-f8eb-4fad-bfc5-8329ff1763a5), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:23.005540 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:38:23.006102 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:23.084353 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6326523 Jul 29 11:38:23.103387 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04956cee-b2ba-4095-960f-af20585b9941 admin admin] Pushing event updated for resources: {'Network': ['ID=814dcfed-f8eb-4fad-bfc5-8329ff1763a5,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:23.113781 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:38:25.306302 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 38568) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:25.674513 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1580b4c1-65cc-452c-a199-f55b2e5a0183 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:38:25.676485 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1580b4c1-65cc-452c-a199-f55b2e5a0183 demo admin] 10.222.0.60 "GET /v2.0/subnets/310dbfc5-b585-44d8-9512-906f69ba246e HTTP/1.1" status: 200 len: 849 time: 0.3692284 Jul 29 11:38:25.726709 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dd91fff2-43e6-4257-b318-a079c174fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:25.840502 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b4b2f09d-550b-4101-9e22-8eb4defda418 demo admin] 10.222.0.60 "GET /v2.0/routers/001033da-fade-4d24-8b49-3f7edd216d34 HTTP/1.1" status: 200 len: 704 time: 0.1581247 Jul 29 11:38:26.107981 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:26.352844 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:26.379205 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:26.403761 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Allocated IP 172.20.0.1 (3a467958-005c-4004-a337-acb4fd07f9ab/310dbfc5-b585-44d8-9512-906f69ba246e/1d9212c4-4751-4fd9-baeb-2cbf1a884dca) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:38:26.605281 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Publish callbacks [] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:26.670382 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:26.743645 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Network 3a467958-005c-4004-a337-acb4fd07f9ab is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:38:26.753140 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:38:26.757402 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:38:26.757950 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (001033da-fade-4d24-8b49-3f7edd216d34), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:26.778242 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Pushing event updated for resources: {'Port': ['ID=1d9212c4-4751-4fd9-baeb-2cbf1a884dca,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:26.915931 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-1e4ca976-e01d-44bb-9300-df708666d95c None None] Provisioning complete for port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:38:26.916510 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca976-e01d-44bb-9300-df708666d95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:26.947179 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ca976-e01d-44bb-9300-df708666d95c None None] Port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:38:26.959385 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:27.167319 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Publish callbacks [] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:27.171653 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:27.172536 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (001033da-fade-4d24-8b49-3f7edd216d34), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:27.251933 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Pushing event updated for resources: {'Port': ['ID=1d9212c4-4751-4fd9-baeb-2cbf1a884dca,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:27.301001 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Network 3a467958-005c-4004-a337-acb4fd07f9ab is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:38:27.302388 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:38:27.392474 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:27.422577 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:27.465581 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Router 001033da-fade-4d24-8b49-3f7edd216d34 is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:38:27.467702 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-25c03cdf-65dd-4516-94fc-92242826aa86 None None] Provisioning complete for port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:38:27.468280 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-25c03cdf-65dd-4516-94fc-92242826aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:27.548730 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-25c03cdf-65dd-4516-94fc-92242826aa86 None None] Port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:38:27.558882 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:38:27.564352 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-0f760444-4229-45a0-b05c-49503068ea0c demo admin] 10.222.0.60 "PUT /v2.0/routers/001033da-fade-4d24-8b49-3f7edd216d34/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7180285 Jul 29 11:38:27.569560 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Sync routers for ids ['001033da-fade-4d24-8b49-3f7edd216d34'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:38:27.582569 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Routers {'001033da-fade-4d24-8b49-3f7edd216d34'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:38:27.582816 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:27.583533 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:37:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['001033da-fade-4d24-8b49-3f7edd216d34'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:38:27.588005 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=13,neutron:INSERT=5,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:27.769518 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Set router 001033da-fade-4d24-8b49-3f7edd216d34 gateway port host: None {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:38:27.772570 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d005d25e-e785-492f-be2b-1dbf1b58ee72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:28.184749 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001033da-fade-4d24-8b49-3f7edd216d34', 'name': 'router1', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:38:17Z', 'updated_at': '2022-07-29T11:38:26Z', 'revision_number': 2, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'gw_port_host': None, '_interfaces': [{'id': '1d9212c4-4751-4fd9-baeb-2cbf1a884dca', 'name': '', 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'mac_address': 'fa:16:3e:61:5d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001033da-fade-4d24-8b49-3f7edd216d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:38:26Z', 'updated_at': '2022-07-29T11:38:27Z', 'revision_number': 2, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'subnets': [{'id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cf2884-c31a-4f12-8152-267e52950c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:38:28.235482 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Checking router: 001033da-fade-4d24-8b49-3f7edd216d34 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:38:28.235857 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Updating router 001033da-fade-4d24-8b49-3f7edd216d34 port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:38:28.288519 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:28.791468 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Publish callbacks [] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:28.798196 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:28.976322 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Pushing event updated for resources: {'Port': ['ID=1d9212c4-4751-4fd9-baeb-2cbf1a884dca,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:28.981090 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Attempting to bind port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:38:28.981531 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Attempting to bind port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '6ed449e0-e767-464a-917d-5a7b8ac2d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:38:28.981968 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Attempting to bind port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca on network 3a467958-005c-4004-a337-acb4fd07f9ab {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:38:28.990473 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.990817 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.991174 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.991536 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.991868 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.992194 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.992516 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.992838 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.993160 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.993501 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.993827 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.994159 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.994480 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.994795 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.995115 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Tracked resource versions report: Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: pushed versions: Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: { 'AddressGroup': {'1.2'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Agent': {'1.1'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'ConntrackHelper': {'1.0'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'LocalIPAssociation': {'1.0'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Log': {'1.0'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'NDPProxy': {'1.0'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Network': {'1.1'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Port': {'1.7'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'PortForwarding': {'1.3'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'QosPolicy': {'1.10'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SecurityGroup': {'1.5'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SecurityGroupRule': {'1.2'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SubPort': {'1.0'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Subnet': {'1.1'}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Trunk': {'1.1'}} Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: consumer versions: Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: { DHCP agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: L3 agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: Metadata agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: Metering agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: Open vSwitch agent@dv-cinder-837542-7-iscsi: { 'AddressGroup': '1.2', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Agent': '1.1', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'ConntrackHelper': '1.0', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'LocalIPAssociation': '1.0', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Log': '1.0', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'NDPProxy': '1.0', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Network': '1.1', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Port': '1.7', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'PortForwarding': '1.3', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'QosPolicy': '1.10', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SecurityGroup': '1.5', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SecurityGroupRule': '1.2', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SubPort': '1.0', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Subnet': '1.1', Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Trunk': '1.1'}} Jul 29 11:38:28.996550 dv-cinder-837542-7-iscsi neutron-server[115841]: {{(pid=115841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 11:38:28.999488 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:38:28.999718 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Checking segment: {'id': '6ed449e0-e767-464a-917d-5a7b8ac2d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:38:29.000081 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:29.000459 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Bound using segment: {'id': '6ed449e0-e767-464a-917d-5a7b8ac2d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:38:29.000931 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Bound port: 1d9212c4-4751-4fd9-baeb-2cbf1a884dca, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed449e0-e767-464a-917d-5a7b8ac2d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:38:29.001313 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:29.055848 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:29.069156 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] For port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:38:29.078525 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-d6528227-77ee-4067-93c6-fb1f73c89a37 None None] Provisioning complete for port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:38:29.079138 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d6528227-77ee-4067-93c6-fb1f73c89a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:29.090023 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] For port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=1d9212c4-4751-4fd9-baeb-2cbf1a884dca,segment=NetworkSegment(6ed449e0-e767-464a-917d-5a7b8ac2d63d),segment_id=6ed449e0-e767-464a-917d-5a7b8ac2d63d)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:38:29.097264 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:29.102089 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:29.114411 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-d6528227-77ee-4067-93c6-fb1f73c89a37 None None] Port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:38:29.127829 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:29.167733 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Routers {'001033da-fade-4d24-8b49-3f7edd216d34'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:38:29.168383 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:38:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['001033da-fade-4d24-8b49-3f7edd216d34'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:38:29.171612 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33156187-f65a-4e3f-9fd2-59fceba1e919 None None] Pushing event updated for resources: {'Port': ['ID=1d9212c4-4751-4fd9-baeb-2cbf1a884dca,revision_number=4']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:29.262823 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] Set router 001033da-fade-4d24-8b49-3f7edd216d34 gateway port host: None {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:38:29.332152 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-e40c10a5-7246-45cd-a345-916e92d2acb1 None None] Provisioning complete for port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:38:29.332482 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e40c10a5-7246-45cd-a345-916e92d2acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:29.406818 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-e40c10a5-7246-45cd-a345-916e92d2acb1 None None] Current status of the port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:38:29.407133 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e40c10a5-7246-45cd-a345-916e92d2acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:29.439920 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-e40c10a5-7246-45cd-a345-916e92d2acb1 None None] For port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=1d9212c4-4751-4fd9-baeb-2cbf1a884dca,segment=NetworkSegment(6ed449e0-e767-464a-917d-5a7b8ac2d63d),segment_id=6ed449e0-e767-464a-917d-5a7b8ac2d63d)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:38:29.445907 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e40c10a5-7246-45cd-a345-916e92d2acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:29.469991 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001033da-fade-4d24-8b49-3f7edd216d34', 'name': 'router1', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:38:17Z', 'updated_at': '2022-07-29T11:38:26Z', 'revision_number': 2, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'gw_port_host': None, '_interfaces': [{'id': '1d9212c4-4751-4fd9-baeb-2cbf1a884dca', 'name': '', 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'mac_address': 'fa:16:3e:61:5d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001033da-fade-4d24-8b49-3f7edd216d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:38:26Z', 'updated_at': '2022-07-29T11:38:29Z', 'revision_number': 4, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'subnets': [{'id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cf2884-c31a-4f12-8152-267e52950c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:38:29.493388 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c10a5-7246-45cd-a345-916e92d2acb1 None None] Pushing event updated for resources: {'Port': ['ID=1d9212c4-4751-4fd9-baeb-2cbf1a884dca,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:29.496356 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81751442-7f52-4480-9f3b-4f271c8b05e8 None None] The sync data for ids ['001033da-fade-4d24-8b49-3f7edd216d34'] in dv-cinder-837542-7-iscsi is: [{'id': '001033da-fade-4d24-8b49-3f7edd216d34', 'name': 'router1', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:38:17Z', 'updated_at': '2022-07-29T11:38:26Z', 'revision_number': 2, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'gw_port_host': None, '_interfaces': [{'id': '1d9212c4-4751-4fd9-baeb-2cbf1a884dca', 'name': '', 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'mac_address': 'fa:16:3e:61:5d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001033da-fade-4d24-8b49-3f7edd216d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:38:26Z', 'updated_at': '2022-07-29T11:38:29Z', 'revision_number': 4, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'subnets': [{'id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cf2884-c31a-4f12-8152-267e52950c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:38:29.803974 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 38580) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:30.195532 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e3e07-2f7e-4721-a885-f2016afbfd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:38:30.196929 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-6a0e3e07-2f7e-4721-a885-f2016afbfd14 admin admin] 10.222.0.60 "GET /v2.0/networks/814dcfed-f8eb-4fad-bfc5-8329ff1763a5 HTTP/1.1" status: 200 len: 842 time: 0.3920004 Jul 29 11:38:30.206281 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'name': 'public-subnet'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:38:30.226405 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Made reservation on behalf of b9c00e3cb2134915b18b1a5e5538e94a for: {'subnet': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:38:30.228734 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:30.568452 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.objects.ports [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115839) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 29 11:38:30.568894 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (179de1e9-e4e3-43ca-ad16-bf7a47349a0f), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:30.630414 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:30.633271 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=179de1e9-e4e3-43ca-ad16-bf7a47349a0f,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:30.644305 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:38:30.644662 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Network hostable DHCP agents. Network: 814dcfed-f8eb-4fad-bfc5-8329ff1763a5, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:38:30.663099 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:38:30.672846 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 814dcfed-f8eb-4fad-bfc5-8329ff1763a5) {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:38:30.681179 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:38:30.681956 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:30.683176 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b53aa3-9ea8-47b9-b2fd-7285103f7afc None None] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:38:30.707828 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-8cb46ceb-4fce-4846-9c17-29db39d75a7b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4980149 Jul 29 11:38:30.780588 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:30.794984 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:30.820867 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e34db-50d5-4024-8bbe-c4b05063cf2d None None] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:38:33.004641 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 38588) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:33.415902 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-ed300e9e-ba3d-4e06-b774-49dc4d7ce21c demo admin] 10.222.0.60 "GET /v2.0/routers/001033da-fade-4d24-8b49-3f7edd216d34 HTTP/1.1" status: 200 len: 710 time: 0.4100187 Jul 29 11:38:33.506843 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c911169c-58fd-4d70-811d-3d3ebc0a25ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:38:33.508196 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c911169c-58fd-4d70-811d-3d3ebc0a25ee demo admin] 10.222.0.60 "GET /v2.0/networks/814dcfed-f8eb-4fad-bfc5-8329ff1763a5 HTTP/1.1" status: 200 len: 886 time: 0.0868068 Jul 29 11:38:33.517283 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:38:33.602609 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:33.603431 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:33.760576 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Publish callbacks [] for router_gateway (001033da-fade-4d24-8b49-3f7edd216d34), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:33.995048 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Publish callbacks [] for router_gateway (001033da-fade-4d24-8b49-3f7edd216d34), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:34.083019 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:34.205289 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Allocated IP 172.27.2.72 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:38:34.323455 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Publish callbacks [] for port (c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:34.357728 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:34.400640 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:34.408063 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:38:34.410626 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Pushing event updated for resources: {'Port': ['ID=c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:34.414354 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:38:34.416333 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:38:34.652524 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 1d9212c4-4751-4fd9-baeb-2cbf1a884dca up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:38:34.671022 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Publish callbacks [] for router_gateway (001033da-fade-4d24-8b49-3f7edd216d34), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:34.704209 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:38:34.704603 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:34.784500 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:38:34.833809 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:34.952358 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1362'] for router (001033da-fade-4d24-8b49-3f7edd216d34), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:34.956407 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584098'] for router (001033da-fade-4d24-8b49-3f7edd216d34), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:35.058775 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Router 001033da-fade-4d24-8b49-3f7edd216d34 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:38:35.162886 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:38:35.167171 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:35.168429 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-3d7f87fc-ce20-49cf-b1ef-2e2d9fa881e8 demo admin] 10.222.0.60 "PUT /v2.0/routers/001033da-fade-4d24-8b49-3f7edd216d34 HTTP/1.1" status: 200 len: 889 time: 1.6544950 Jul 29 11:38:35.850948 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Sync routers for ids ['001033da-fade-4d24-8b49-3f7edd216d34'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:38:35.864061 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Routers {'001033da-fade-4d24-8b49-3f7edd216d34'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:38:35.864672 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:38:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['001033da-fade-4d24-8b49-3f7edd216d34'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:38:36.035976 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:36.071221 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Set router 001033da-fade-4d24-8b49-3f7edd216d34 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:38:36.444452 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001033da-fade-4d24-8b49-3f7edd216d34', 'name': 'router1', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:38:17Z', 'updated_at': '2022-07-29T11:38:34Z', 'revision_number': 4, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'gw_port': {'id': 'c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001033da-fade-4d24-8b49-3f7edd216d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:38:34Z', 'updated_at': '2022-07-29T11:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '1d9212c4-4751-4fd9-baeb-2cbf1a884dca', 'name': '', 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'mac_address': 'fa:16:3e:61:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001033da-fade-4d24-8b49-3f7edd216d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:38:26Z', 'updated_at': '2022-07-29T11:38:29Z', 'revision_number': 5, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'subnets': [{'id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cf2884-c31a-4f12-8152-267e52950c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:38:36.569746 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Checking router: 001033da-fade-4d24-8b49-3f7edd216d34 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:38:36.570113 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Updating router 001033da-fade-4d24-8b49-3f7edd216d34 port c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218 binding host dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:38:36.629640 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:36.930595 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:36.940481 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Publish callbacks [] for port (c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218), precommit_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:36.945754 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:36.997531 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Attempting to bind port c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:38:36.997896 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Attempting to bind port c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:38:36.998265 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Attempting to bind port c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218 on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:38:37.003132 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05178172-af24-4842-8580-b1ad6f7ef06a None None] Pushing event updated for resources: {'Port': ['ID=c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:37.005539 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:38:37.005917 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:38:37.006316 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:37.006698 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:38:37.007168 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Bound port: c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:38:37.007546 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:37.055720 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] For port c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:38:37.058782 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] For port c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:38:37.063770 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:37.120755 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Routers {'001033da-fade-4d24-8b49-3f7edd216d34'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:38:37.121365 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:38:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['001033da-fade-4d24-8b49-3f7edd216d34'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:38:37.155460 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05178172-af24-4842-8580-b1ad6f7ef06a None None] Pushing event updated for resources: {'Port': ['ID=c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:37.228533 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] Set router 001033da-fade-4d24-8b49-3f7edd216d34 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:38:37.294282 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:37.426542 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001033da-fade-4d24-8b49-3f7edd216d34', 'name': 'router1', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:38:17Z', 'updated_at': '2022-07-29T11:38:34Z', 'revision_number': 4, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'gw_port': {'id': 'c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001033da-fade-4d24-8b49-3f7edd216d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:38:34Z', 'updated_at': '2022-07-29T11:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '1d9212c4-4751-4fd9-baeb-2cbf1a884dca', 'name': '', 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'mac_address': 'fa:16:3e:61:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001033da-fade-4d24-8b49-3f7edd216d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:38:26Z', 'updated_at': '2022-07-29T11:38:29Z', 'revision_number': 5, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'subnets': [{'id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cf2884-c31a-4f12-8152-267e52950c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:38:37.452379 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a398383-3aa9-4fb2-ba09-ac10035b47fd None None] The sync data for ids ['001033da-fade-4d24-8b49-3f7edd216d34'] in dv-cinder-837542-7-iscsi is: [{'id': '001033da-fade-4d24-8b49-3f7edd216d34', 'name': 'router1', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:38:17Z', 'updated_at': '2022-07-29T11:38:34Z', 'revision_number': 4, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'gw_port': {'id': 'c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001033da-fade-4d24-8b49-3f7edd216d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:38:34Z', 'updated_at': '2022-07-29T11:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '1d9212c4-4751-4fd9-baeb-2cbf1a884dca', 'name': '', 'network_id': '3a467958-005c-4004-a337-acb4fd07f9ab', 'tenant_id': '2ed50bad29524f778785a3e24c00ef0f', 'mac_address': 'fa:16:3e:61:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001033da-fade-4d24-8b49-3f7edd216d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:38:26Z', 'updated_at': '2022-07-29T11:38:29Z', 'revision_number': 5, 'project_id': '2ed50bad29524f778785a3e24c00ef0f', 'subnets': [{'id': '310dbfc5-b585-44d8-9512-906f69ba246e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0cf2884-c31a-4f12-8152-267e52950c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:38:37.603207 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 38600) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:38:38.048070 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-12a5bce2-7bb1-44e7-b761-c22353362d07 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4436607 Jul 29 11:38:38.643872 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:38:38.693456 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:38:38.693850 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:38.766425 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:38:38.766808 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:38.787804 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:38:38.792029 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:38.842087 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:38:39.353399 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 5 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:38:40.661888 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:38:40.687308 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:40.708832 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:38:40.709225 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:40.782442 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port c8e1ffe8-4bee-4ca4-9e2f-621e5f8ce218 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:38:48.040241 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=44 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:48.044771 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:50.779231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=15 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:50.780784 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:53.364276 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=35 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:53.374227 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=47 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:38:55.743098 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b23c5157-c601-4083-b7ae-ea98bcc8dd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:57.778748 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-30fe6ac6-8040-4f30-bb82-4cd32b232c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:38:59.068079 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:39:00.651056 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:39:00.787563 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:39:10.774378 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:39:10.782679 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:39:16.345136 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 5 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:39:25.843856 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-698ea53a-bfe0-4c11-84e1-78e2801ee63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:39:27.772810 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-88255219-e29d-4f4d-a133-18092b81c7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:39:29.066082 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:39:30.348103 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:39:30.362587 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=6 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:39:30.638014 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:39:30.782768 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:39:40.775570 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:39:40.777904 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:39:53.344023 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 5 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:39:54.343848 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:39:55.728845 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-10760b44-4e12-4c2a-827a-d2f31cbda6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:39:57.774940 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8ab0183d-9957-4a0c-b950-913e51a907b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:39:59.067478 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:39:59.478107 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39138) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:39:59.808198 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.pecan_wsgi.hooks.translation [None req-527eda6d-e200-4c92-8dd0-7a31be8d5df6 admin admin] GET failed (client error): The resource could not be found. Jul 29 11:39:59.809527 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-527eda6d-e200-4c92-8dd0-7a31be8d5df6 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3304431 Jul 29 11:39:59.973153 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bd6ebf-e757-4a69-952d-3ba41b05cbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:39:59.974686 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-98bd6ebf-e757-4a69-952d-3ba41b05cbb9 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604226 Jul 29 11:40:00.640929 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:00.786164 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:02.161538 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39148) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:02.529657 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7299d1cf-6435-4bfc-9c8a-e4f72bab3180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:02.531658 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-7299d1cf-6435-4bfc-9c8a-e4f72bab3180 admin admin] 10.222.0.60 "GET /v2.0/subnets/310dbfc5-b585-44d8-9512-906f69ba246e HTTP/1.1" status: 200 len: 849 time: 0.3691688 Jul 29 11:40:02.541360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:40:02.624710 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Publish callbacks [] for subnet (310dbfc5-b585-44d8-9512-906f69ba246e), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:02.768411 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769965258725'] for subnet (310dbfc5-b585-44d8-9512-906f69ba246e), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:02.800454 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:02.800953 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:02.813633 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] 10.222.0.60 "PUT /v2.0/subnets/310dbfc5-b585-44d8-9512-906f69ba246e HTTP/1.1" status: 200 len: 868 time: 0.2645626 Jul 29 11:40:02.813911 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b6228-4832-4131-9d96-205692496de9 None None] Network 3a467958-005c-4004-a337-acb4fd07f9ab requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:40:02.821104 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310dbfc5-b585-44d8-9512-906f69ba246e,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:40:02.828582 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.828919 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.829249 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.829610 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.829937 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.830258 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.830579 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.830893 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.831234 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.831558 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.831891 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.832225 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.832542 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.832851 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:02.833161 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16837d73-e790-4778-8c40-02675efaf7c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:40:03.195622 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-9efd6540-1049-401a-9b9a-adcf63b0aa0a None None] Provisioning complete for port 0d4b487f-882e-4ba3-a213-9dc3d24144ad triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:40:03.196109 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9efd6540-1049-401a-9b9a-adcf63b0aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0d4b487f-882e-4ba3-a213-9dc3d24144ad), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:03.271767 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-9efd6540-1049-401a-9b9a-adcf63b0aa0a None None] Current status of the port 0d4b487f-882e-4ba3-a213-9dc3d24144ad is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:40:03.279734 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-9efd6540-1049-401a-9b9a-adcf63b0aa0a None None] Provisioning complete for port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:40:03.280828 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9efd6540-1049-401a-9b9a-adcf63b0aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (1d9212c4-4751-4fd9-baeb-2cbf1a884dca), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:03.350086 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-9efd6540-1049-401a-9b9a-adcf63b0aa0a None None] Current status of the port 1d9212c4-4751-4fd9-baeb-2cbf1a884dca is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:40:05.023481 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39156) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:05.504174 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f79a5-cc0f-48bd-a961-fe89a93a824f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:05.504646 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f79a5-cc0f-48bd-a961-fe89a93a824f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:05.506225 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-e03f79a5-cc0f-48bd-a961-fe89a93a824f admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4817343 Jul 29 11:40:07.363929 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:07.365257 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:07.692200 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39164) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:08.211799 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec31eb3-152b-411f-8972-2882022f5ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:08.212293 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec31eb3-152b-411f-8972-2882022f5ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:08.214002 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-cec31eb3-152b-411f-8972-2882022f5ebb admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5208819 Jul 29 11:40:10.385081 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39174) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:10.859836 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d1004f-0c74-4eec-a0ae-f40bc0dbadc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:10.861117 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-d7d1004f-0c74-4eec-a0ae-f40bc0dbadc3 admin admin] 10.222.0.60 "GET /v2.0/networks/3a467958-005c-4004-a337-acb4fd07f9ab HTTP/1.1" status: 200 len: 869 time: 0.4750695 Jul 29 11:40:13.114498 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39182) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:13.340550 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:UPDATE=4,neutron:SELECT=43 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:13.349230 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:13.516741 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a82116-b2cd-4aca-90b5-0c3001d365ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:13.518030 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-a6a82116-b2cd-4aca-90b5-0c3001d365ef admin admin] 10.222.0.60 "GET /v2.0/networks/814dcfed-f8eb-4fad-bfc5-8329ff1763a5 HTTP/1.1" status: 200 len: 886 time: 0.4025643 Jul 29 11:40:15.499519 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=69,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:15.501349 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=76,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:15.727034 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39190) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:16.141380 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce2bef5-a8f1-4916-8237-8cc679410dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:16.141773 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce2bef5-a8f1-4916-8237-8cc679410dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:16.143326 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-8ce2bef5-a8f1-4916-8237-8cc679410dc6 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4153171 Jul 29 11:40:18.315864 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39198) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:18.679064 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188de56-3902-491d-8bbe-a102e6605f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:18.679440 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188de56-3902-491d-8bbe-a102e6605f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:18.681166 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-5188de56-3902-491d-8bbe-a102e6605f8d admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3641586 Jul 29 11:40:20.846999 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39206) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:21.236988 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60665311-200f-47ef-8d4d-599715b6c57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:21.238311 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-60665311-200f-47ef-8d4d-599715b6c57a admin admin] 10.222.0.60 "GET /v2.0/subnets/179de1e9-e4e3-43ca-ad16-bf7a47349a0f HTTP/1.1" status: 200 len: 816 time: 0.3903832 Jul 29 11:40:23.396862 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39214) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:23.764747 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e1e7d-6d96-4e7f-b3b1-77bebd3f647b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:23.766336 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-3f4e1e7d-6d96-4e7f-b3b1-77bebd3f647b admin admin] 10.222.0.60 "GET /v2.0/subnets/310dbfc5-b585-44d8-9512-906f69ba246e HTTP/1.1" status: 200 len: 868 time: 0.3682253 Jul 29 11:40:25.731810 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-eaf20982-ec22-4da1-8d45-e22d0d08cc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:27.777316 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-53273baf-3aa7-4df9-a156-cac8197aa177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:29.070680 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:30.343394 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 5 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:40:30.641374 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:30.790477 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:31.230104 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=52 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:31.233388 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=50 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:33.759299 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=6 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:33.761171 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=7 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:40.783412 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:40.786096 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:44.360312 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:44.361060 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:51.644909 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39268) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:51.969465 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [None req-cda7e13b-a25e-4b7e-900b-b8f284c7824e admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:40:51.970472 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-cda7e13b-a25e-4b7e-900b-b8f284c7824e admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3245952 Jul 29 11:40:54.219962 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39276) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:54.566983 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd14921c-c352-4990-82d1-395e309c4cc4 admin admin] GET failed (client error): The resource could not be found. Jul 29 11:40:54.568261 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-dd14921c-c352-4990-82d1-395e309c4cc4 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3473632 Jul 29 11:40:54.656544 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a09df5-49cf-474e-99f9-78a96bec6ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:54.658062 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-21a09df5-49cf-474e-99f9-78a96bec6ad6 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0857968 Jul 29 11:40:55.736570 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b3cc45cc-49e8-4946-b9cf-4a9bda592aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:55.852512 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=13 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:55.861742 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=13 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:40:56.842738 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39286) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:57.166348 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:40:57.186913 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] Made reservation on behalf of b9c00e3cb2134915b18b1a5e5538e94a for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:40:57.189513 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:57.218394 dv-cinder-837542-7-iscsi neutron-server[115839]: WARNING neutron.services.revisions.revision_plugin [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] Could not find related network for resource to bump revision. Jul 29 11:40:57.229045 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:40:57.238182 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (6b81b979-4942-47a6-a993-a68658e6cc2e), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:57.238516 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] Added segment 6b81b979-4942-47a6-a993-a68658e6cc2e of type vlan for network ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c Jul 29 11:40:57.276432 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:57.300582 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:57.301554 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:40:57.302130 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:57.459297 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6154838 Jul 29 11:40:57.462396 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b2cc4-b147-4488-b44b-2b8aad8e3892 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:40:57.484833 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:40:57.781466 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-71457a60-da83-4ca4-b635-c1e0abef3d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:59.073832 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:40:59.651625 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39294) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:40:59.986463 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3b5bc0-83b7-4d3d-8750-e433607e9a96 admin admin] GET failed (client error): The resource could not be found. Jul 29 11:40:59.987726 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-8b3b5bc0-83b7-4d3d-8750-e433607e9a96 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3344190 Jul 29 11:41:00.062027 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647ba2b7-281b-45c8-9c20-ce30bb1ed4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:41:00.063385 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-647ba2b7-281b-45c8-9c20-ce30bb1ed4eb admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0716355 Jul 29 11:41:00.072872 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] Request body: {'subnet': {'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:41:00.093557 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] Made reservation on behalf of b9c00e3cb2134915b18b1a5e5538e94a for: {'subnet': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:41:00.095808 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:00.262428 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (921b1c3b-5885-4ae5-83da-32231a228baf), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:00.316036 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921b1c3b-5885-4ae5-83da-32231a228baf,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:41:00.326292 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] Checking segment: {'id': '6b81b979-4942-47a6-a993-a68658e6cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:41:00.326640 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] Network hostable DHCP agents. Network: ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:41:00.343651 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] Network ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:41:00.352066 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c) {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:41:00.356991 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:41:00.357603 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:00.361792 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4010f654-3262-4edc-ba3f-fe1b966ed938 None None] Network ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:41:00.375929 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-355279a6-1aa5-49b0-b703-a533a606f575 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3062623 Jul 29 11:41:00.568211 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c', 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c', 'project_id': 'b9c00e3cb2134915b18b1a5e5538e94a', 'fixed_ips': [{'subnet_id': '921b1c3b-5885-4ae5-83da-32231a228baf'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:41:00.569120 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:00.709774 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:00.722652 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Allocated IP 192.168.233.2 (ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c/921b1c3b-5885-4ae5-83da-32231a228baf/c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:41:00.826749 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:00.894325 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Publish callbacks [] for port (c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:00.900267 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:00.946682 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Network ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:41:00.952373 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:41:00.954476 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Pushing event updated for resources: {'Port': ['ID=c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:41:00.956678 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:41:00.965354 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.965727 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.966108 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.966451 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.966788 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.967120 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.967456 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.967778 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.968105 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.968429 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.968755 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.969094 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.969545 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.969768 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:00.970096 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:41:01.028218 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Attempting to bind port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:41:01.028586 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Attempting to bind port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '6b81b979-4942-47a6-a993-a68658e6cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:41:01.028955 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Attempting to bind port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0 on network ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:41:01.034300 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:41:01.034677 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Checking segment: {'id': '6b81b979-4942-47a6-a993-a68658e6cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:41:01.035070 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:01.035459 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Bound using segment: {'id': '6b81b979-4942-47a6-a993-a68658e6cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:41:01.035922 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Bound port: c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b81b979-4942-47a6-a993-a68658e6cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:41:01.036296 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:01.099506 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] For port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:41:01.102771 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] For port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0,segment=NetworkSegment(6b81b979-4942-47a6-a993-a68658e6cc2e),segment_id=6b81b979-4942-47a6-a993-a68658e6cc2e)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:41:01.110218 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:01.169686 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297be1d-9feb-4d28-984b-0e9483f5afc7 None None] Pushing event updated for resources: {'Port': ['ID=c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:41:02.010252 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2cf4b5-2e0c-4493-a722-64137e4ada00 None None] Network ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:41:02.012580 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:02.070216 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:02.104888 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-723e8767-1da2-4d1e-8be0-8125e4aaf2c7 None None] Provisioning complete for port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:41:02.105847 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-723e8767-1da2-4d1e-8be0-8125e4aaf2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:02.206811 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-723e8767-1da2-4d1e-8be0-8125e4aaf2c7 None None] Current status of the port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:41:02.207024 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-723e8767-1da2-4d1e-8be0-8125e4aaf2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:02.250268 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-723e8767-1da2-4d1e-8be0-8125e4aaf2c7 None None] For port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0,segment=NetworkSegment(6b81b979-4942-47a6-a993-a68658e6cc2e),segment_id=6b81b979-4942-47a6-a993-a68658e6cc2e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:41:02.253591 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-723e8767-1da2-4d1e-8be0-8125e4aaf2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:02.308126 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e8767-1da2-4d1e-8be0-8125e4aaf2c7 None None] Pushing event updated for resources: {'Port': ['ID=c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:41:02.371910 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-6082d3ca-4a99-45f9-83e8-f3146efcc0f8 None None] Provisioning complete for port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:41:02.372203 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6082d3ca-4a99-45f9-83e8-f3146efcc0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:02.445693 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-6082d3ca-4a99-45f9-83e8-f3146efcc0f8 None None] Current status of the port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:41:02.728198 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:41:02.778454 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:41:02.778788 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:02.853473 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port c0ddc39c-6e9a-4b14-ba85-5fa6875bcae0 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:41:07.344477 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 5 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:41:10.363425 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=71,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:10.369876 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:12.850856 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:12.851589 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:21.352122 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:21.357143 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:25.776280 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5f21d883-e73a-4ab2-8667-caf2ddc17254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:27.783979 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e9cbc8ed-2b32-4df4-af00-8b089f2a9b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:29.076144 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:30.649253 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:30.788773 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:40.783225 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:40.785233 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:44.344981 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 5 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:41:55.738978 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-82d28ac2-5a53-49de-93e8-c301dcc0fcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:57.795065 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dde97712-35b2-4b35-9e14-5e5a5efd81c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:41:58.347741 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:58.353080 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:41:59.078073 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:00.652731 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:00.790732 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:10.785361 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:42:10.787345 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:42:21.344815 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 5 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:42:25.741521 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-224c2b59-5077-477a-97ae-192b5f9de0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:27.790428 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-3fa04bc2-e444-4c3c-99fb-94e24eda4bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:29.081630 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:30.654733 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:30.793949 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:35.349193 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:42:35.350016 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:42:36.334292 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39334) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:42:36.339989 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [None req-da0f3e0b-dd7d-4d2c-917d-44c30ef68934 tempest-verify_tempest_config-430720978 tempest-verify_tempest_config-430720978-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:42:36.340987 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-da0f3e0b-dd7d-4d2c-917d-44c30ef68934 tempest-verify_tempest_config-430720978 tempest-verify_tempest_config-430720978-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057302 Jul 29 11:42:36.835920 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39352) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:42:37.170350 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:37.277400 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Publish callbacks [] for security_group (bdb517ef-5128-44e0-9617-2a6fb3cdae68), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:37.281051 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bdb517ef-5128-44e0-9617-2a6fb3cdae68), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:37.325032 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=672b8b05398c4d82ac74df78e937e9ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4878507 Jul 29 11:42:37.327517 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39360) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:42:37.335141 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb517ef-5128-44e0-9617-2a6fb3cdae68,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:42:37.343985 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.344336 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.344683 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.345020 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.345351 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.345706 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.346024 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.346346 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.346673 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.346993 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.347314 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.347650 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.347973 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.348287 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.348602 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87edea0-d0a2-4cb3-bc44-8d3d0795203e admin admin] Tracked resource versions report: Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: pushed versions: Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: { 'AddressGroup': {'1.2'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Agent': {'1.1'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'ConntrackHelper': {'1.0'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'LocalIPAssociation': {'1.0'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Log': {'1.0'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'NDPProxy': {'1.0'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Network': {'1.1'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Port': {'1.7'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'PortForwarding': {'1.3'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'QosPolicy': {'1.10'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SecurityGroup': {'1.5'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SecurityGroupRule': {'1.2'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SubPort': {'1.0'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Subnet': {'1.1'}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Trunk': {'1.1'}} Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: consumer versions: Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: { DHCP agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: L3 agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: Metadata agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: Metering agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: Open vSwitch agent@dv-cinder-837542-7-iscsi: { 'AddressGroup': '1.2', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Agent': '1.1', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'ConntrackHelper': '1.0', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'LocalIPAssociation': '1.0', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Log': '1.0', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'NDPProxy': '1.0', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Network': '1.1', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Port': '1.7', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'PortForwarding': '1.3', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'QosPolicy': '1.10', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SecurityGroup': '1.5', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SecurityGroupRule': '1.2', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SubPort': '1.0', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Subnet': '1.1', Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Trunk': '1.1'}} Jul 29 11:42:37.350016 dv-cinder-837542-7-iscsi neutron-server[115838]: {{(pid=115838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 11:42:37.384003 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Publish callbacks [] for security_group (bdb517ef-5128-44e0-9617-2a6fb3cdae68), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:37.405463 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Publish callbacks [] for security_group (bdb517ef-5128-44e0-9617-2a6fb3cdae68), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:37.498406 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bdb517ef-5128-44e0-9617-2a6fb3cdae68), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:37.500966 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:37.502118 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdb517ef-5128-44e0-9617-2a6fb3cdae68 HTTP/1.1" status: 204 len: 168 time: 0.1736236 Jul 29 11:42:37.510332 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb517ef-5128-44e0-9617-2a6fb3cdae68,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:42:37.517449 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.517794 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.518152 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.518488 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.518820 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.519143 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.519463 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.519817 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.520091 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.520414 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.520734 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.521053 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.521367 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.521725 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:37.522037 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3248461-4378-4d6a-ae54-49f38a1315c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:42:47.322519 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:42:47.339931 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:42:47.505792 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:42:47.514152 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:42:47.535312 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:42:47.542613 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:42:55.744545 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-cd689426-7966-4c70-a22b-632c33bc6d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:57.782844 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-34a10828-9552-4fd0-a8fe-98cf0d31914e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:42:58.339625 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=16 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:42:58.347265 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 5 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:42:59.082471 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:43:00.659530 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:43:00.796350 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:43:10.785823 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:43:10.792669 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:43:12.342299 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=17 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:43:12.347243 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:43:25.782629 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7a4f4943-4060-4fcd-896d-88c8130f53e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:43:27.785282 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-35f6106a-ec7a-4a55-9ba3-c6cc9fc3373d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:43:29.086098 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:43:30.659683 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:43:30.798928 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:43:35.349182 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 5 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:43:40.792925 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:43:40.794844 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:43:54.339395 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=6 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:43:54.340144 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:43:55.744973 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ae8d-a7fa-4a37-993e-04854cfd3a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:43:57.791026 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e4286ba4-a9f5-455f-ae69-3bcb5d5bc6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:43:59.087651 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:00.663546 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:00.801766 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:10.795326 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:44:10.797360 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:44:12.348345 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 5 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:44:24.688569 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-868514'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:25.746436 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8e55eeea-e443-4aaf-a6f1-e0bd300f11ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:26.332397 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:44:26.338549 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=6 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:44:27.792494 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-41364a12-bcaa-4a05-abec-0c08ee5306a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:29.091570 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:30.668386 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:30.804234 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:36.346293 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39456) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:44:36.471621 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-14f53d4b-a641-41a3-810f-7494d8f1b8dc admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1242290 Jul 29 11:44:38.486603 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39466) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:44:38.542437 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-7d3b4db2-c207-4f28-a357-44aa97bd7411 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0547628 Jul 29 11:44:40.798904 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:44:40.799700 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:44:48.538133 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:44:48.538903 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:44:49.348320 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:44:54.644976 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:55.749313 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7f01ef03-76a9-4939-9901-d342f8f95897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:57.794385 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-983c9073-a29e-469e-afc5-5ee825e522f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:44:59.091818 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:00.671680 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:00.806512 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:03.322695 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=17 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:45:03.333894 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=17 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:45:10.800862 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:45:10.802871 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:45:24.661038 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:25.783698 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-aef1cded-d8f8-4ac9-8c99-d5dfd4008c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:26.347939 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:45:27.798578 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5e9c6cb2-e765-4606-9b58-96c8c8140981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:29.096163 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:30.675459 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:30.807778 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:40.331767 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:45:40.332535 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:45:40.802192 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:45:40.804732 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:45:54.345921 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:45:54.346657 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:45:54.674373 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:55.758209 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-93b87150-7373-4d7d-902e-0e552aca4967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:57.805681 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a6521267-a9fd-440c-a130-affeb4c3a567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:45:59.099899 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:00.677265 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:00.811064 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:03.347558 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:46:10.805164 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:10.806398 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:16.702315 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39608) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:16.908181 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-network', 'tenant_id': '90047b9130334326ad98280a8edb2bc6'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:16.942931 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Made reservation on behalf of 90047b9130334326ad98280a8edb2bc6 for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:16.945456 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:16.955775 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.038718 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Publish callbacks [] for security_group (5fc315ad-bc3c-46d2-9442-f121798ce534), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.043486 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (5fc315ad-bc3c-46d2-9442-f121798ce534), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.065483 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:46:17.086158 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc315ad-bc3c-46d2-9442-f121798ce534,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:17.094623 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (73c75de4-937d-4cdf-9a06-0abe0f792c0e), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.094992 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Added segment 73c75de4-937d-4cdf-9a06-0abe0f792c0e of type vlan for network 880bbcc5-592e-4ef5-8c48-acff52af8368 Jul 29 11:46:17.097043 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.097391 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.097756 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.098222 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.098563 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.098891 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.099388 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.099718 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.100043 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.100377 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.100724 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.101056 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.101379 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.101896 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.102039 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Tracked resource versions report: Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: pushed versions: Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: { 'AddressGroup': {'1.2'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Agent': {'1.1'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'ConntrackHelper': {'1.0'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'LocalIPAssociation': {'1.0'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Log': {'1.0'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'NDPProxy': {'1.0'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Network': {'1.1'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Port': {'1.7'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'PortForwarding': {'1.3'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'QosPolicy': {'1.10'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SecurityGroup': {'1.5'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SecurityGroupRule': {'1.2'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SubPort': {'1.0'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Subnet': {'1.1'}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Trunk': {'1.1'}} Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: consumer versions: Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: { DHCP agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: HyperV agent@hv-cinder-83754: {}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: L3 agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: Metadata agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: Metering agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: Open vSwitch agent@dv-cinder-837542-7-iscsi: { 'AddressGroup': '1.2', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Agent': '1.1', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'ConntrackHelper': '1.0', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'LocalIPAssociation': '1.0', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Log': '1.0', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'NDPProxy': '1.0', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Network': '1.1', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Port': '1.7', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'PortForwarding': '1.3', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'QosPolicy': '1.10', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SecurityGroup': '1.5', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SecurityGroupRule': '1.2', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'SubPort': '1.0', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Subnet': '1.1', Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: 'Trunk': '1.1'}} Jul 29 11:46:17.103394 dv-cinder-837542-7-iscsi neutron-server[115839]: {{(pid=115839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 11:46:17.166439 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (880bbcc5-592e-4ef5-8c48-acff52af8368), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.203004 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (880bbcc5-592e-4ef5-8c48-acff52af8368), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.204503 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:17.205278 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.258670 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5544519 Jul 29 11:46:17.261474 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39652) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:17.268872 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] Request body: {'subnet': {'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-subnet', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:17.296433 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfc282-4d55-4fbe-bd93-92ea109f52d8 admin admin] Pushing event updated for resources: {'Network': ['ID=880bbcc5-592e-4ef5-8c48-acff52af8368,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:17.303551 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] Made reservation on behalf of 90047b9130334326ad98280a8edb2bc6 for: {'subnet': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:17.305975 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.307736 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 880bbcc5-592e-4ef5-8c48-acff52af8368 details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:46:17.325534 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:17.332623 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=6 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:17.492915 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (1bfd1676-e677-4b00-9dca-2f2877ca6e52), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.556995 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bfd1676-e677-4b00-9dca-2f2877ca6e52,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:17.574539 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] Checking segment: {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:17.575450 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] Network hostable DHCP agents. Network: 880bbcc5-592e-4ef5-8c48-acff52af8368, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:46:17.593289 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] Network 880bbcc5-592e-4ef5-8c48-acff52af8368 is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:46:17.603402 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 880bbcc5-592e-4ef5-8c48-acff52af8368) {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:17.608735 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:17.609338 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.614067 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c16820-95f2-40d8-a04e-2e56fd54d779 None None] Network 880bbcc5-592e-4ef5-8c48-acff52af8368 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:46:17.631392 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-8a84089f-1468-4d79-91ec-cf091a4831ae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3683817 Jul 29 11:46:17.634393 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39664) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:17.641891 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:17.652652 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:17.677481 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (957e235d-0f89-4b60-b85e-5662b8b1acc6), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.678774 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (957e235d-0f89-4b60-b85e-5662b8b1acc6), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.688409 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:17.748739 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39680) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:17.767339 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5226f272-22ab-425b-8503-962bf782826e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-880bbcc5-592e-4ef5-8c48-acff52af8368', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'project_id': '90047b9130334326ad98280a8edb2bc6', 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:46:17.769218 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.802611 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Publish callbacks [] for router_controller (957e235d-0f89-4b60-b85e-5662b8b1acc6), precommit_add_association {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:17.936424 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-5226f272-22ab-425b-8503-962bf782826e None None] Allocated IP 172.20.0.2 (880bbcc5-592e-4ef5-8c48-acff52af8368/1bfd1676-e677-4b00-9dca-2f2877ca6e52/5e6b12e4-d061-4275-afd4-2745ce006821) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:17.953581 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Publish callbacks [] for router_gateway (957e235d-0f89-4b60-b85e-5662b8b1acc6), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.056494 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39702) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:18.111537 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39712) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:18.127306 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Publish callbacks [] for port (5e6b12e4-d061-4275-afd4-2745ce006821), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.134686 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.172942 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1403280642-network', 'tenant_id': '3261a30431d343a1bb170b67199c0903'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:18.177201 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226f272-22ab-425b-8503-962bf782826e None None] Pushing event updated for resources: {'Port': ['ID=5e6b12e4-d061-4275-afd4-2745ce006821,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:18.190717 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.191289 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.191784 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.192266 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.192900 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.193394 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.193918 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.194387 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.195050 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.195523 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.196018 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.197117 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.197751 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.198246 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.198772 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Tracked resource versions report: Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: pushed versions: Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: { 'AddressGroup': {'1.2'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Agent': {'1.1'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'ConntrackHelper': {'1.0'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'LocalIPAssociation': {'1.0'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Log': {'1.0'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'NDPProxy': {'1.0'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Network': {'1.1'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Port': {'1.7'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'PortForwarding': {'1.3'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'QosPolicy': {'1.10'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SecurityGroup': {'1.5'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SecurityGroupRule': {'1.2'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SubPort': {'1.0'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Subnet': {'1.1'}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Trunk': {'1.1'}} Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: consumer versions: Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: { DHCP agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: HyperV agent@hv-cinder-83754: {}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: L3 agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: Metadata agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: Metering agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: Open vSwitch agent@dv-cinder-837542-7-iscsi: { 'AddressGroup': '1.2', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Agent': '1.1', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'ConntrackHelper': '1.0', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'LocalIPAssociation': '1.0', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Log': '1.0', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'NDPProxy': '1.0', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Network': '1.1', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Port': '1.7', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'PortForwarding': '1.3', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'QosPolicy': '1.10', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SecurityGroup': '1.5', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SecurityGroupRule': '1.2', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'SubPort': '1.0', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Subnet': '1.1', Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: 'Trunk': '1.1'}} Jul 29 11:46:18.200732 dv-cinder-837542-7-iscsi neutron-server[115840]: {{(pid=115840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 11:46:18.212347 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226f272-22ab-425b-8503-962bf782826e None None] Network 880bbcc5-592e-4ef5-8c48-acff52af8368 is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:18.215171 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-5226f272-22ab-425b-8503-962bf782826e None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:18.218653 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Made reservation on behalf of 3261a30431d343a1bb170b67199c0903 for: {'network': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:18.220712 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226f272-22ab-425b-8503-962bf782826e None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:18.223947 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.240694 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Publish callbacks [] for router_gateway (957e235d-0f89-4b60-b85e-5662b8b1acc6), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.241277 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.268043 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.302668 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-5226f272-22ab-425b-8503-962bf782826e None None] Attempting to bind port 5e6b12e4-d061-4275-afd4-2745ce006821 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:18.303231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-5226f272-22ab-425b-8503-962bf782826e None None] Attempting to bind port 5e6b12e4-d061-4275-afd4-2745ce006821 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:18.303640 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226f272-22ab-425b-8503-962bf782826e None None] Attempting to bind port 5e6b12e4-d061-4275-afd4-2745ce006821 on network 880bbcc5-592e-4ef5-8c48-acff52af8368 {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:18.310556 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226f272-22ab-425b-8503-962bf782826e None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:18.311315 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226f272-22ab-425b-8503-962bf782826e None None] Checking segment: {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:18.311424 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.311916 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226f272-22ab-425b-8503-962bf782826e None None] Bound using segment: {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:18.312628 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-5226f272-22ab-425b-8503-962bf782826e None None] Bound port: 5e6b12e4-d061-4275-afd4-2745ce006821, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:18.313191 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.336081 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Publish callbacks [] for security_group (7e7cf3b7-7534-496c-abb5-79d856a578a2), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.340442 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (7e7cf3b7-7534-496c-abb5-79d856a578a2), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.370795 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=115838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:46:18.388824 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7cf3b7-7534-496c-abb5-79d856a578a2,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:18.398510 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769965350337', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (9f82fd0d-32f6-491a-951e-a8c52cb68126), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.399329 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Unsubscribe: segment precommit_create {{(pid=115838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 11:46:18.400013 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.segments_db [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Added segment 9f82fd0d-32f6-491a-951e-a8c52cb68126 of type vlan for network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 Jul 29 11:46:18.410887 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-5226f272-22ab-425b-8503-962bf782826e None None] For port 5e6b12e4-d061-4275-afd4-2745ce006821, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:18.414142 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.414695 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.417993 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-5226f272-22ab-425b-8503-962bf782826e None None] For port 5e6b12e4-d061-4275-afd4-2745ce006821, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=5e6b12e4-d061-4275-afd4-2745ce006821,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:18.426655 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5226f272-22ab-425b-8503-962bf782826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.429061 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.429465 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.430001 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.430502 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.430983 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.431461 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.431939 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.432434 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.433004 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.433547 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.434025 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.435625 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.436105 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Tracked resource versions report: Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: pushed versions: Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: { 'AddressGroup': {'1.2'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Agent': {'1.1'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'ConntrackHelper': {'1.0'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'LocalIPAssociation': {'1.0'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Log': {'1.0'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'NDPProxy': {'1.0'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Network': {'1.1'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Port': {'1.7'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'PortForwarding': {'1.3'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'QosPolicy': {'1.10'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SecurityGroup': {'1.5'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SecurityGroupRule': {'1.2'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SubPort': {'1.0'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Subnet': {'1.1'}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Trunk': {'1.1'}} Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: consumer versions: Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: { DHCP agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: HyperV agent@hv-cinder-83754: {}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: L3 agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: Metadata agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: Metering agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: Open vSwitch agent@dv-cinder-837542-7-iscsi: { 'AddressGroup': '1.2', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Agent': '1.1', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'ConntrackHelper': '1.0', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'LocalIPAssociation': '1.0', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Log': '1.0', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'NDPProxy': '1.0', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Network': '1.1', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Port': '1.7', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'PortForwarding': '1.3', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'QosPolicy': '1.10', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SecurityGroup': '1.5', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SecurityGroupRule': '1.2', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'SubPort': '1.0', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Subnet': '1.1', Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: 'Trunk': '1.1'}} Jul 29 11:46:18.437464 dv-cinder-837542-7-iscsi neutron-server[115838]: {{(pid=115838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 11:46:18.488208 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Allocated IP 172.27.2.63 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/75bdceac-bf62-439d-895d-70195974427e) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:18.492436 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:18.494161 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (81221c9c-f0f4-4095-981a-fd6e3dcd5aa3), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.498617 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226f272-22ab-425b-8503-962bf782826e None None] Pushing event updated for resources: {'Port': ['ID=5e6b12e4-d061-4275-afd4-2745ce006821,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:18.546680 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2023586308-network', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:18.586562 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (81221c9c-f0f4-4095-981a-fd6e3dcd5aa3), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.587642 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:18.588261 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.721401 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] Pushing event updated for resources: {'Network': ['ID=81221c9c-f0f4-4095-981a-fd6e3dcd5aa3,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:18.727829 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Made reservation on behalf of 6a4b9969357142bc8724804eb47e0c48 for: {'network': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:18.730560 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.744370 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-316877617-network', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:18.749712 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.758921 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:46:18.800687 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-9081b153-9ad7-47e3-986a-cab22420fd40 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0501854 Jul 29 11:46:18.804065 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39734) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:18.810014 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] Request body: {'subnet': {'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1403280642-subnet', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:18.815640 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Made reservation on behalf of 106664c99e9c4a0d9a9c9c05e08a3d7f for: {'network': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:18.818808 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.822853 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Publish callbacks [] for port (75bdceac-bf62-439d-895d-70195974427e), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.836964 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.952782 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:18.952782 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] Made reservation on behalf of 3261a30431d343a1bb170b67199c0903 for: {'subnet': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:18.952782 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:18.971219 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (75bdceac-bf62-439d-895d-70195974427e), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.083947 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Pushing event updated for resources: {'Port': ['ID=75bdceac-bf62-439d-895d-70195974427e,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:19.119518 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:19.121197 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:19.124577 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:19.272397 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:19.289864 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (61e160e6-8e49-452b-80cf-de84d71ee1ab), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.398838 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e160e6-8e49-452b-80cf-de84d71ee1ab,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:19.445767 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] Checking segment: {'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:19.445767 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] Network hostable DHCP agents. Network: 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:46:19.461297 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Publish callbacks [] for security_group (6de494f7-336c-4e22-891b-26be5248392f), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.502419 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6de494f7-336c-4e22-891b-26be5248392f), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.519411 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] Network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:46:19.521814 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:19.561016 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3) {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:19.576581 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Publish callbacks [] for security_group (f8447989-9459-416e-bcdb-3a1a56320adc), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.585536 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Publish callbacks [] for router_gateway (957e235d-0f89-4b60-b85e-5662b8b1acc6), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.600541 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786e220-b04a-43e5-bde7-de4b68238f00 None None] Network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:46:19.612596 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=115838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:46:19.618910 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f8447989-9459-416e-bcdb-3a1a56320adc), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.639610 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=115838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:46:19.663250 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (40315b5b-22d6-4a5b-8a62-ad64155fbe83), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.663593 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.segments_db [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Added segment 40315b5b-22d6-4a5b-8a62-ad64155fbe83 of type vlan for network b8c1956d-5393-448f-8fc5-93aafd4768ba Jul 29 11:46:19.708299 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:19.708885 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.731254 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (b8c1956d-5393-448f-8fc5-93aafd4768ba), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.737677 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de494f7-336c-4e22-891b-26be5248392f,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:19.750518 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (737009d3-28a9-4256-862f-044bef899b65), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.751247 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.segments_db [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Added segment 737009d3-28a9-4256-862f-044bef899b65 of type vlan for network 4303157a-2669-4080-b15b-7be339c78e2e Jul 29 11:46:19.754493 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:19.822049 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-81221c9c-f0f4-4095-981a-fd6e3dcd5aa3', 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3', 'project_id': '3261a30431d343a1bb170b67199c0903', 'fixed_ips': [{'subnet_id': '61e160e6-8e49-452b-80cf-de84d71ee1ab'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:46:19.822983 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.884009 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-222191c7-46ca-48ab-b44f-fefa00410206 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0781586 Jul 29 11:46:19.913586 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39770) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:19.915586 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:19.940310 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1403280642-router', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:19.980194 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (4303157a-2669-4080-b15b-7be339c78e2e), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:19.995713 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8447989-9459-416e-bcdb-3a1a56320adc,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:20.021364 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (b8c1956d-5393-448f-8fc5-93aafd4768ba), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.030268 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:20.031107 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.103464 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Allocated IP 172.20.0.2 (81221c9c-f0f4-4095-981a-fd6e3dcd5aa3/61e160e6-8e49-452b-80cf-de84d71ee1ab/9af36933-548a-438b-8fc9-0236c42c45cc) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:20.144623 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (957e235d-0f89-4b60-b85e-5662b8b1acc6), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.168101 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.173380 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.175605 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.1175206 Jul 29 11:46:20.183688 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39780) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:20.187395 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (4303157a-2669-4080-b15b-7be339c78e2e), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.190645 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:20.191494 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.218237 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1d637-9a9a-4d57-a38b-03a829742659 admin admin] Pushing event updated for resources: {'Network': ['ID=b8c1956d-5393-448f-8fc5-93aafd4768ba,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:20.222003 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8064a89e-3fa7-4459-aaab-06345925ae2b None None] Network 880bbcc5-592e-4ef5-8c48-acff52af8368 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:46:20.245362 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network b8c1956d-5393-448f-8fc5-93aafd4768ba details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:46:20.297677 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] Pushing event updated for resources: {'Network': ['ID=4303157a-2669-4080-b15b-7be339c78e2e,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:20.298802 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] Request body: {'subnet': {'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-subnet', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:20.310704 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-f2cdd837-424d-4398-bc8c-4c5b94c681eb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.1980071 Jul 29 11:46:20.311351 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39788) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:20.317376 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] Request body: {'subnet': {'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-subnet', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:20.350437 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] Made reservation on behalf of 106664c99e9c4a0d9a9c9c05e08a3d7f for: {'subnet': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:20.354212 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.478370 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Publish callbacks [] for router_controller (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), precommit_add_association {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.479545 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 4303157a-2669-4080-b15b-7be339c78e2e details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:46:20.598913 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] Made reservation on behalf of 6a4b9969357142bc8724804eb47e0c48 for: {'subnet': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:20.601555 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.640416 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:20.655587 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.661079 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:20.691379 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:20.712593 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-b2965ab7-e88c-4dd7-ae30-4511caffeeb7 None None] Provisioning complete for port 5e6b12e4-d061-4275-afd4-2745ce006821 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:20.713281 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b2965ab7-e88c-4dd7-ae30-4511caffeeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.747341 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Router 957e235d-0f89-4b60-b85e-5662b8b1acc6 is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:46:20.750836 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Publish callbacks [] for router_gateway (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.764365 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:20.791445 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:20.821753 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] Checking segment: {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:20.822851 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] Network hostable DHCP agents. Network: 4303157a-2669-4080-b15b-7be339c78e2e, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:46:20.879235 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] Network 4303157a-2669-4080-b15b-7be339c78e2e is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:46:20.900803 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Publish callbacks [] for port (9af36933-548a-438b-8fc9-0236c42c45cc), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.904067 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 4303157a-2669-4080-b15b-7be339c78e2e) {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:20.910435 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:20.912507 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.922559 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e4b23c-2a9b-40fa-bd68-7aabe67dacac None None] Network 4303157a-2669-4080-b15b-7be339c78e2e requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:46:20.929179 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:20.972831 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-57bf0eed-df72-41d8-a778-a65acead2b0e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6582546 Jul 29 11:46:20.973492 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39798) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:20.983949 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:21.043606 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:21.050193 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (38afab1a-6287-4ffd-8863-3ed231fa9bec), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.051925 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (38afab1a-6287-4ffd-8863-3ed231fa9bec), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.077810 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:21.080808 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:21.083268 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 5e6b12e4-d061-4275-afd4-2745ce006821 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:21.114004 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:46:21.125953 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Sync routers for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:46:21.157535 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:21.161266 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:45:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:21.168497 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 5e6b12e4-d061-4275-afd4-2745ce006821 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:21.168940 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.304683 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (22487528-4cb3-453b-b46a-f8e4c396dd42), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.308940 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.315783 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39808) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:21.316697 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-922ba493-5bef-42f8-9159-e161b1b74833 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6793242 Jul 29 11:46:21.323974 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Publish callbacks [] for router_controller (38afab1a-6287-4ffd-8863-3ed231fa9bec), precommit_add_association {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.361665 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Pushing event updated for resources: {'Port': ['ID=9af36933-548a-438b-8fc9-0236c42c45cc,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:21.394205 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-b2965ab7-e88c-4dd7-ae30-4511caffeeb7 None None] Current status of the port 5e6b12e4-d061-4275-afd4-2745ce006821 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:21.394701 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b2965ab7-e88c-4dd7-ae30-4511caffeeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.436379 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Publish callbacks [] for router_gateway (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.446748 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:21.553041 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.556697 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:21.575178 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22487528-4cb3-453b-b46a-f8e4c396dd42,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:21.594519 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Attempting to bind port 9af36933-548a-438b-8fc9-0236c42c45cc on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:21.595115 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Attempting to bind port 9af36933-548a-438b-8fc9-0236c42c45cc by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:21.596109 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Attempting to bind port 9af36933-548a-438b-8fc9-0236c42c45cc on network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:21.611551 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] Checking segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:21.612228 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] Network hostable DHCP agents. Network: b8c1956d-5393-448f-8fc5-93aafd4768ba, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:46:21.617779 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 5e6b12e4-d061-4275-afd4-2745ce006821 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:21.618346 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.631458 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-b2965ab7-e88c-4dd7-ae30-4511caffeeb7 None None] For port 5e6b12e4-d061-4275-afd4-2745ce006821, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=5e6b12e4-d061-4275-afd4-2745ce006821,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:21.690395 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b2965ab7-e88c-4dd7-ae30-4511caffeeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.707856 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:21.709825 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Checking segment: {'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:21.710803 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.714091 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Bound using segment: {'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:21.714737 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Bound port: 9af36933-548a-438b-8fc9-0236c42c45cc, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:21.715237 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:21.888655 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-4303157a-2669-4080-b15b-7be339c78e2e', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:46:21.889720 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.061299 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] Network b8c1956d-5393-448f-8fc5-93aafd4768ba is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:46:22.064646 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-e118f7fb-06d6-4fc1-9d09-1c5b69c80708 None None] Provisioning complete for port 5e6b12e4-d061-4275-afd4-2745ce006821 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:22.072201 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e118f7fb-06d6-4fc1-9d09-1c5b69c80708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.113653 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2965ab7-e88c-4dd7-ae30-4511caffeeb7 None None] Pushing event updated for resources: {'Port': ['ID=5e6b12e4-d061-4275-afd4-2745ce006821,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:22.141995 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, b8c1956d-5393-448f-8fc5-93aafd4768ba) {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:22.151102 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:22.151746 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.160443 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8500a-6ecd-460a-a36f-f01f8d84ef88 None None] Network b8c1956d-5393-448f-8fc5-93aafd4768ba requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:46:22.163560 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:22.164997 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.db.api [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 11:46:22.165783 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG oslo_db.api [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 11:46:22.173612 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:22.183716 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:19Z', 'revision_number': 3, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:22.192510 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Publish callbacks [] for router_gateway (38afab1a-6287-4ffd-8863-3ed231fa9bec), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.230239 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Allocated IP 172.27.2.70 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/d5915792-992c-46bd-b4ad-47dbf8a6ffff) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:22.275497 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] For port 9af36933-548a-438b-8fc9-0236c42c45cc, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:22.291294 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Checking router: 957e235d-0f89-4b60-b85e-5662b8b1acc6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:46:22.294055 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Updating router 957e235d-0f89-4b60-b85e-5662b8b1acc6 port 75bdceac-bf62-439d-895d-70195974427e binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:46:22.303466 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:22.319439 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] For port 9af36933-548a-438b-8fc9-0236c42c45cc, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=9af36933-548a-438b-8fc9-0236c42c45cc,segment=NetworkSegment(9f82fd0d-32f6-491a-951e-a8c52cb68126),segment_id=9f82fd0d-32f6-491a-951e-a8c52cb68126)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:22.365348 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.394855 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Publish callbacks [] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.413804 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (75bdceac-bf62-439d-895d-70195974427e), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.435124 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:22.442298 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-595674d9-654b-4982-9cda-43503590ff47 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1497235 Jul 29 11:46:22.443794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 39850) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:22.447183 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.449828 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:22.495874 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:22.500060 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:22.504717 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:22.505193 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06560af-50db-451c-ad43-31a4c84a3f97 None None] Pushing event updated for resources: {'Port': ['ID=9af36933-548a-438b-8fc9-0236c42c45cc,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:22.508401 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-e118f7fb-06d6-4fc1-9d09-1c5b69c80708 None None] Current status of the port 5e6b12e4-d061-4275-afd4-2745ce006821 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:22.539554 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Allocated IP 172.20.0.2 (4303157a-2669-4080-b15b-7be339c78e2e/0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f/c5fdc7e4-bad7-4f16-861a-679957b6317e) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:22.578642 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Pushing event updated for resources: {'Port': ['ID=d5915792-992c-46bd-b4ad-47dbf8a6ffff,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:22.624208 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (c9acab26-dbec-4825-9638-45cf2caa6d10), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.625558 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (c9acab26-dbec-4825-9638-45cf2caa6d10), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.625999 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-b8c1956d-5393-448f-8fc5-93aafd4768ba', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:46:22.626936 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.746145 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Publish callbacks [] for router_gateway (38afab1a-6287-4ffd-8863-3ed231fa9bec), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.814487 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.851179 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 5e6b12e4-d061-4275-afd4-2745ce006821 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:22.889963 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Publish callbacks [] for router_gateway (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.932251 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Publish callbacks [] for router_controller (c9acab26-dbec-4825-9638-45cf2caa6d10), precommit_add_association {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:22.952938 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:23.126812 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Publish callbacks [] for port (75bdceac-bf62-439d-895d-70195974427e), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:23.143136 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (75bdceac-bf62-439d-895d-70195974427e), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:23.236439 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Allocated IP 172.20.0.2 (b8c1956d-5393-448f-8fc5-93aafd4768ba/22487528-4cb3-453b-b46a-f8e4c396dd42/750ffa66-a50c-462b-b2c6-57eddd7a7bc4) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:23.365894 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Attempting to bind port 75bdceac-bf62-439d-895d-70195974427e on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:23.368061 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Attempting to bind port 75bdceac-bf62-439d-895d-70195974427e by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:23.368806 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Attempting to bind port 75bdceac-bf62-439d-895d-70195974427e on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:23.391900 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Pushing event updated for resources: {'Port': ['ID=75bdceac-bf62-439d-895d-70195974427e,revision_number=2']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:23.407572 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:23.408282 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:23.408927 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:23.410367 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:23.411134 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Bound port: 75bdceac-bf62-439d-895d-70195974427e, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:23.411768 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (75bdceac-bf62-439d-895d-70195974427e), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:23.416215 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.416935 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.417729 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.418295 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.419359 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.419895 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.420430 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.420948 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.421497 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.422016 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.422767 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.423306 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.423822 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.424338 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.424870 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Tracked resource versions report: Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: pushed versions: Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: { 'AddressGroup': {'1.2'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Agent': {'1.1'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'ConntrackHelper': {'1.0'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'LocalIPAssociation': {'1.0'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Log': {'1.0'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'NDPProxy': {'1.0'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Network': {'1.1'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Port': {'1.7'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'PortForwarding': {'1.3'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'QosPolicy': {'1.10'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SecurityGroup': {'1.5'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SecurityGroupRule': {'1.2'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SubPort': {'1.0'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Subnet': {'1.1'}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Trunk': {'1.1'}} Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: consumer versions: Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: { DHCP agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: HyperV agent@hv-cinder-83754: {}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: L3 agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: Metadata agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: Metering agent@dv-cinder-837542-7-iscsi: {}, Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: Open vSwitch agent@dv-cinder-837542-7-iscsi: { 'AddressGroup': '1.2', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Agent': '1.1', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'ConntrackHelper': '1.0', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'LocalIPAssociation': '1.0', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Log': '1.0', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'NDPProxy': '1.0', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Network': '1.1', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Port': '1.7', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'PortForwarding': '1.3', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'QosPolicy': '1.10', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SecurityGroup': '1.5', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SecurityGroupRule': '1.2', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'SubPort': '1.0', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Subnet': '1.1', Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: 'Trunk': '1.1'}} Jul 29 11:46:23.426525 dv-cinder-837542-7-iscsi neutron-server[115841]: {{(pid=115841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 11:46:23.490015 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Publish callbacks [] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:23.495650 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:23.498018 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:23.508352 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 5e6b12e4-d061-4275-afd4-2745ce006821 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:23.534580 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] For port 75bdceac-bf62-439d-895d-70195974427e, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:23.538585 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] For port 75bdceac-bf62-439d-895d-70195974427e, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=75bdceac-bf62-439d-895d-70195974427e,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:23.549251 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:23.556840 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (75bdceac-bf62-439d-895d-70195974427e), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:23.615218 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:23.617370 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39888) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:23.632868 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:23.749108 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a71229-c81d-42e8-98e8-313917459204 None None] Pushing event updated for resources: {'Port': ['ID=75bdceac-bf62-439d-895d-70195974427e,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:23.756397 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:23.757035 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:45:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:23.801600 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:23.889165 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Publish callbacks [] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:23.908591 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:23.924102 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Publish callbacks [] for router_gateway (c9acab26-dbec-4825-9638-45cf2caa6d10), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:23.963807 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:46:24.031542 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:24.072743 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d9767c78-3f86-401e-96d7-01d2e2b54163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.151684 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Network b8c1956d-5393-448f-8fc5-93aafd4768ba is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:24.153532 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Pushing event updated for resources: {'Port': ['ID=750ffa66-a50c-462b-b2c6-57eddd7a7bc4,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:24.163615 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 5e6b12e4-d061-4275-afd4-2745ce006821 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:24.164327 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.170574 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:24.177443 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d9767c78-3f86-401e-96d7-01d2e2b54163 admin admin] Publish callbacks [] for security_group (8b658864-42d3-4c2e-92e6-667ac0ab1785), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.185710 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:24.189993 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d9767c78-3f86-401e-96d7-01d2e2b54163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (8b658864-42d3-4c2e-92e6-667ac0ab1785), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.221096 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Pushing event updated for resources: {'Port': ['ID=c5fdc7e4-bad7-4f16-861a-679957b6317e,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:24.223568 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:24.237564 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:24.260966 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Network 4303157a-2669-4080-b15b-7be339c78e2e is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:24.265174 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9767c78-3f86-401e-96d7-01d2e2b54163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b658864-42d3-4c2e-92e6-667ac0ab1785,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:24.266693 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:24.290381 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65481914-5460-4447-a6ce-0d688052edc5 None None] Network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:46:24.314983 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:19Z', 'revision_number': 3, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:24.332331 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d9767c78-3f86-401e-96d7-01d2e2b54163 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=611c639220284cab87b19620d598af86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7079594 Jul 29 11:46:24.332612 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39910) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:24.349361 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:24.351088 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a6b42b-f06b-4873-99b4-c168fa7be4b6 None None] The sync data for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi is: [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:19Z', 'revision_number': 3, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:46:24.378062 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:46:24.378582 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:24.404955 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-111ef188-2cd4-4103-abe9-62d67b7e1747 admin admin] Publish callbacks [] for security_group (8b658864-42d3-4c2e-92e6-667ac0ab1785), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.420383 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.426727 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1aceff88-2e50-41f5-9fed-51ba4621e452 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5009670 Jul 29 11:46:24.428500 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39912) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:24.430822 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Allocated IP 172.27.2.213 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/aefb413d-152d-47f8-a306-46a50e7a9744) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:24.432594 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Sync routers for ids ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:46:24.485723 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-cffad1cd-c468-4698-8e3b-633a0298eac0 None None] Provisioning complete for port 9af36933-548a-438b-8fc9-0236c42c45cc triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:24.486229 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-cffad1cd-c468-4698-8e3b-633a0298eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.510074 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.562425 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-111ef188-2cd4-4103-abe9-62d67b7e1747 admin admin] Publish callbacks [] for security_group (8b658864-42d3-4c2e-92e6-667ac0ab1785), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.578908 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Publish callbacks [] for router_gateway (c9acab26-dbec-4825-9638-45cf2caa6d10), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.594670 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Attempting to bind port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:24.595194 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Attempting to bind port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:24.595666 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Attempting to bind port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 on network b8c1956d-5393-448f-8fc5-93aafd4768ba {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:24.618055 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:24.618618 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Checking segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:24.619121 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.619601 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Bound using segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:24.620209 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Bound port: 750ffa66-a50c-462b-b2c6-57eddd7a7bc4, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:24.620688 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.623585 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Routers {'d0eb5e56-04e2-4626-b2ad-51e13f63cef5'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:24.624315 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:45:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:24.635145 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.717718 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Attempting to bind port c5fdc7e4-bad7-4f16-861a-679957b6317e on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:24.725433 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Attempting to bind port c5fdc7e4-bad7-4f16-861a-679957b6317e by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:24.727810 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Attempting to bind port c5fdc7e4-bad7-4f16-861a-679957b6317e on network 4303157a-2669-4080-b15b-7be339c78e2e {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:24.760909 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 5e6b12e4-d061-4275-afd4-2745ce006821 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:24.765817 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-111ef188-2cd4-4103-abe9-62d67b7e1747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (8b658864-42d3-4c2e-92e6-667ac0ab1785), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.777087 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-111ef188-2cd4-4103-abe9-62d67b7e1747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.777087 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-111ef188-2cd4-4103-abe9-62d67b7e1747 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b658864-42d3-4c2e-92e6-667ac0ab1785 HTTP/1.1" status: 204 len: 168 time: 0.4423459 Jul 29 11:46:24.824538 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:24.824538 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Checking segment: {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:24.829793 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.830422 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Bound using segment: {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:24.833782 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Bound port: c5fdc7e4-bad7-4f16-861a-679957b6317e, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:24.834414 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.836335 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ef188-2cd4-4103-abe9-62d67b7e1747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b658864-42d3-4c2e-92e6-667ac0ab1785,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:24.939373 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] For port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:24.942703 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] For port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=750ffa66-a50c-462b-b2c6-57eddd7a7bc4,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:24.945764 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:24.970269 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:24.985830 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:25.087471 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1813a3-3a56-429f-b984-14459999b4bf None None] Pushing event updated for resources: {'Port': ['ID=750ffa66-a50c-462b-b2c6-57eddd7a7bc4,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:25.095658 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Publish callbacks [] for port (aefb413d-152d-47f8-a306-46a50e7a9744), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:25.201648 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] For port c5fdc7e4-bad7-4f16-861a-679957b6317e, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:25.205156 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] For port c5fdc7e4-bad7-4f16-861a-679957b6317e, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=c5fdc7e4-bad7-4f16-861a-679957b6317e,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:25.206117 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Allocated IP 172.20.0.1 (880bbcc5-592e-4ef5-8c48-acff52af8368/1bfd1676-e677-4b00-9dca-2f2877ca6e52/ace27555-44bf-41cd-a7ef-c15fdfc23496) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:25.208435 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:25.217808 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 75bdceac-bf62-439d-895d-70195974427e up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:25.237945 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:25.420893 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Set router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:25.425224 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-cffad1cd-c468-4698-8e3b-633a0298eac0 None None] Current status of the port 9af36933-548a-438b-8fc9-0236c42c45cc is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:25.425224 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-cffad1cd-c468-4698-8e3b-633a0298eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:25.469143 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:25.510531 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39932) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:25.519144 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Allocated IP 172.27.2.192 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/d2301cc7-cf94-4eb4-bf6b-5e54fb675446) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:25.534992 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:25.568214 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3c4b859e-fe75-48f7-9f42-554efecf84ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:25.648633 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49864adc-a0aa-4e9c-9709-d9e698cf6521 None None] Pushing event updated for resources: {'Port': ['ID=c5fdc7e4-bad7-4f16-861a-679957b6317e,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:25.664656 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Publish callbacks [] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:25.700536 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:25.701879 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:25.712148 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:25.726968 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:25.801331 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-cffad1cd-c468-4698-8e3b-633a0298eac0 None None] For port 9af36933-548a-438b-8fc9-0236c42c45cc, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=9af36933-548a-438b-8fc9-0236c42c45cc,segment=NetworkSegment(9f82fd0d-32f6-491a-951e-a8c52cb68126),segment_id=9f82fd0d-32f6-491a-951e-a8c52cb68126)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:25.815753 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:25.845276 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-cffad1cd-c468-4698-8e3b-633a0298eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:25.901118 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:25.924644 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:25.957901 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 75bdceac-bf62-439d-895d-70195974427e triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:25.958410 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (75bdceac-bf62-439d-895d-70195974427e), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:25.974298 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:26.012712 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-1eb1194c-0c97-4302-9caa-83acdf7d5c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.035876 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Allocated IP 172.20.0.1 (81221c9c-f0f4-4095-981a-fd6e3dcd5aa3/61e160e6-8e49-452b-80cf-de84d71ee1ab/9640a265-077f-42d7-a076-1712e5d83d33) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:26.045749 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:26.053932 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:26.087969 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-7865792d-39e2-4dd6-bef7-c91fcd446add None None] Provisioning complete for port 9af36933-548a-438b-8fc9-0236c42c45cc triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:26.088950 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7865792d-39e2-4dd6-bef7-c91fcd446add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.103208 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:26.149719 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffad1cd-c468-4698-8e3b-633a0298eac0 None None] Pushing event updated for resources: {'Port': ['ID=9af36933-548a-438b-8fc9-0236c42c45cc,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:26.204831 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3c4b859e-fe75-48f7-9f42-554efecf84ee admin admin] Publish callbacks [] for security_group (6f8a3778-c86a-4f12-a839-a0b3906e7521), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.234487 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3c4b859e-fe75-48f7-9f42-554efecf84ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6f8a3778-c86a-4f12-a839-a0b3906e7521), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.266056 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'name': 'tempest-DeleteServersTestJSON-1403280642-router', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:20Z', 'updated_at': '2022-07-29T11:46:22Z', 'revision_number': 3, 'project_id': '3261a30431d343a1bb170b67199c0903', 'gw_port': {'id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:26.281275 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b859e-fe75-48f7-9f42-554efecf84ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8a3778-c86a-4f12-a839-a0b3906e7521,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:26.284678 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 75bdceac-bf62-439d-895d-70195974427e is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:26.285308 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (75bdceac-bf62-439d-895d-70195974427e), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.291163 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Publish callbacks [] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.313954 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Publish callbacks [] for port (9640a265-077f-42d7-a076-1712e5d83d33), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.339095 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-3c4b859e-fe75-48f7-9f42-554efecf84ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd1fa945b7f14f4f9e97f1d13e32c05b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8247488 Jul 29 11:46:26.339327 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 39946) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:26.340895 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Checking router: d0eb5e56-04e2-4626-b2ad-51e13f63cef5 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:46:26.340895 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Updating router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 port d5915792-992c-46bd-b4ad-47dbf8a6ffff binding host dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:46:26.386138 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:26.389606 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.395394 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-7865792d-39e2-4dd6-bef7-c91fcd446add None None] Current status of the port 9af36933-548a-438b-8fc9-0236c42c45cc is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:26.419793 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port 75bdceac-bf62-439d-895d-70195974427e, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=75bdceac-bf62-439d-895d-70195974427e,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:26.430317 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (9640a265-077f-42d7-a076-1712e5d83d33), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.432792 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (75bdceac-bf62-439d-895d-70195974427e), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.435204 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 9af36933-548a-438b-8fc9-0236c42c45cc up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:26.442410 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-91787ccb-04a3-4688-8865-e95642cde570 admin admin] Publish callbacks [] for security_group (6f8a3778-c86a-4f12-a839-a0b3906e7521), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.455862 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=aefb413d-152d-47f8-a306-46a50e7a9744,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:26.498437 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Pushing event updated for resources: {'Port': ['ID=9640a265-077f-42d7-a076-1712e5d83d33,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:26.543178 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-91787ccb-04a3-4688-8865-e95642cde570 admin admin] Publish callbacks [] for security_group (6f8a3778-c86a-4f12-a839-a0b3906e7521), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.559548 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.590103 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:26.604293 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=75bdceac-bf62-439d-895d-70195974427e,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:26.626399 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:26.639231 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:26.642635 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:26.645445 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-91787ccb-04a3-4688-8865-e95642cde570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6f8a3778-c86a-4f12-a839-a0b3906e7521), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.647967 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-91787ccb-04a3-4688-8865-e95642cde570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.652290 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-91787ccb-04a3-4688-8865-e95642cde570 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f8a3778-c86a-4f12-a839-a0b3906e7521 HTTP/1.1" status: 204 len: 168 time: 0.3119953 Jul 29 11:46:26.654906 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:26.655395 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.664070 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 9af36933-548a-438b-8fc9-0236c42c45cc triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:26.664449 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.780026 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91787ccb-04a3-4688-8865-e95642cde570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8a3778-c86a-4f12-a839-a0b3906e7521,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:26.806030 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Pushing event updated for resources: {'Port': ['ID=d2301cc7-cf94-4eb4-bf6b-5e54fb675446,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:26.839557 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Network 880bbcc5-592e-4ef5-8c48-acff52af8368 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:26.891407 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:26.892489 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:26.926575 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213b4c6-7041-4004-ba6c-aa7622869d3b None None] Network b8c1956d-5393-448f-8fc5-93aafd4768ba requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:46:26.934510 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:26.935006 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (957e235d-0f89-4b60-b85e-5662b8b1acc6), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:26.965858 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9640a265-077f-42d7-a076-1712e5d83d33), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:27.053868 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-8734e41c-eb94-450f-9feb-c95191bc2d33 None None] Provisioning complete for port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:27.054476 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8734e41c-eb94-450f-9feb-c95191bc2d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:27.277754 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Pushing event updated for resources: {'Port': ['ID=ace27555-44bf-41cd-a7ef-c15fdfc23496,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:27.395957 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:27.432685 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Publish callbacks [] for router_gateway (c9acab26-dbec-4825-9638-45cf2caa6d10), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:27.486183 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Publish callbacks [] for port (9640a265-077f-42d7-a076-1712e5d83d33), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:27.497950 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (9640a265-077f-42d7-a076-1712e5d83d33), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:27.499219 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:27.505371 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 9af36933-548a-438b-8fc9-0236c42c45cc is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:27.641165 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d16301-3c20-4ed4-be38-4ec6e388eac0 None None] Network 4303157a-2669-4080-b15b-7be339c78e2e requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:46:27.687652 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Pushing event updated for resources: {'Port': ['ID=9640a265-077f-42d7-a076-1712e5d83d33,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:27.795369 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Publish callbacks [] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), precommit_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:27.807307 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:27.811315 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:27.827799 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-8734e41c-eb94-450f-9feb-c95191bc2d33 None None] Current status of the port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:27.828356 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8734e41c-eb94-450f-9feb-c95191bc2d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:27.839879 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:27.916403 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7824-1cf9-45d6-85c0-5133374ba235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:27.923096 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:27.985674 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:46:27.996831 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Publish callbacks [] for router_gateway (38afab1a-6287-4ffd-8863-3ed231fa9bec), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.004788 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ce9bd-4502-44f2-8997-7610ea68e065 None None] Pushing event updated for resources: {'Port': ['ID=d5915792-992c-46bd-b4ad-47dbf8a6ffff,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:28.034030 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-8734e41c-eb94-450f-9feb-c95191bc2d33 None None] For port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=750ffa66-a50c-462b-b2c6-57eddd7a7bc4,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:28.045120 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Attempting to bind port d5915792-992c-46bd-b4ad-47dbf8a6ffff on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:28.045513 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Attempting to bind port d5915792-992c-46bd-b4ad-47dbf8a6ffff by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:28.045879 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Attempting to bind port d5915792-992c-46bd-b4ad-47dbf8a6ffff on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:28.048297 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device c5fdc7e4-bad7-4f16-861a-679957b6317e up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:28.078380 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8734e41c-eb94-450f-9feb-c95191bc2d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.109615 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:28.110273 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:28.110673 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.111067 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:28.111553 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Bound port: d5915792-992c-46bd-b4ad-47dbf8a6ffff, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:28.112106 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.195907 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:46:28.203583 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-66d719bc-0b35-413a-817f-b3c71f14474c admin admin] 10.222.0.60 "PUT /v2.0/routers/d0eb5e56-04e2-4626-b2ad-51e13f63cef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7742903 Jul 29 11:46:28.229362 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734e41c-eb94-450f-9feb-c95191bc2d33 None None] Pushing event updated for resources: {'Port': ['ID=750ffa66-a50c-462b-b2c6-57eddd7a7bc4,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:28.291052 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Provisioning complete for port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:28.291517 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.345133 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:28.363633 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:28.395926 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.410106 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] For port d5915792-992c-46bd-b4ad-47dbf8a6ffff, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:28.412895 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port c5fdc7e4-bad7-4f16-861a-679957b6317e triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:28.413339 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.416899 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] For port d5915792-992c-46bd-b4ad-47dbf8a6ffff, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=d5915792-992c-46bd-b4ad-47dbf8a6ffff,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:28.532105 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.539261 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (c9acab26-dbec-4825-9638-45cf2caa6d10), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.552664 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Current status of the port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:28.697429 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ce9bd-4502-44f2-8997-7610ea68e065 None None] Pushing event updated for resources: {'Port': ['ID=d5915792-992c-46bd-b4ad-47dbf8a6ffff,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:28.703640 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Routers {'d0eb5e56-04e2-4626-b2ad-51e13f63cef5'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:28.704555 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:28.707469 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Provisioning complete for port 9640a265-077f-42d7-a076-1712e5d83d33 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:28.708028 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (9640a265-077f-42d7-a076-1712e5d83d33), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.772270 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (38afab1a-6287-4ffd-8863-3ed231fa9bec), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.840880 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port c5fdc7e4-bad7-4f16-861a-679957b6317e is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:28.841210 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:28.842264 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:28.938142 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Port 9640a265-077f-42d7-a076-1712e5d83d33 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:29.048602 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port c5fdc7e4-bad7-4f16-861a-679957b6317e, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=c5fdc7e4-bad7-4f16-861a-679957b6317e,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:29.079774 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:29.081816 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 9af36933-548a-438b-8fc9-0236c42c45cc up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:29.115634 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Publish callbacks [] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:29.129784 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:29.130861 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (957e235d-0f89-4b60-b85e-5662b8b1acc6), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:29.169160 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Router c9acab26-dbec-4825-9638-45cf2caa6d10 is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:46:29.216366 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Provisioning complete for port c5fdc7e4-bad7-4f16-861a-679957b6317e triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:29.216941 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:29.279908 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:29.321294 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] Set router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:29.334325 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Pushing event updated for resources: {'Port': ['ID=ace27555-44bf-41cd-a7ef-c15fdfc23496,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:29.358474 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:29.364824 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=c5fdc7e4-bad7-4f16-861a-679957b6317e,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:29.381139 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 9af36933-548a-438b-8fc9-0236c42c45cc triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:29.381608 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:29.382261 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40064) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:29.443096 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40074) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:29.446145 dv-cinder-837542-7-iscsi neutron-server[115839]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 11:46:29.476209 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:29.478144 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Router 38afab1a-6287-4ffd-8863-3ed231fa9bec is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:46:29.539961 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Network 880bbcc5-592e-4ef5-8c48-acff52af8368 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:29.544721 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:29.550167 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:29.604928 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:46:29.616226 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Sync routers for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:46:29.643684 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:29.647072 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:29.774050 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:29.780652 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-07cbfbcf-498a-40bf-90ff-0bf266e8c316 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3351958 Jul 29 11:46:29.791118 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40080) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:29.791708 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:29.800047 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Current status of the port c5fdc7e4-bad7-4f16-861a-679957b6317e is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:29.808513 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-0183db36-d62a-4e72-9c49-2221223a9066 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:29.813616 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-0183db36-d62a-4e72-9c49-2221223a9066 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/networks?id=81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 HTTP/1.1" status: 200 len: 812 time: 0.3690839 Jul 29 11:46:29.838165 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Provisioning complete for port ace27555-44bf-41cd-a7ef-c15fdfc23496 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:29.838477 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:29.875137 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 9af36933-548a-438b-8fc9-0236c42c45cc is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:29.876198 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:29.892467 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:46:29.893269 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-0b275dd9-8cad-47d7-bec8-09f732bae8f7 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/quotas/3261a30431d343a1bb170b67199c0903 HTTP/1.1" status: 200 len: 375 time: 0.0670509 Jul 29 11:46:29.900090 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d9b1a988-90b2-4b1d-83df-705446bc018d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:29.916900 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Sync routers for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:46:29.923743 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:29.942781 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Router 957e235d-0f89-4b60-b85e-5662b8b1acc6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:46:29.945700 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:29.946931 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-e4fc1df6-d637-477e-ad1d-1a8a31def3b7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.9703135 Jul 29 11:46:29.952777 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40084) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:29.993908 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-93c5268d-0be0-4657-92e9-d7933cc1ddb3 None None] Port ace27555-44bf-41cd-a7ef-c15fdfc23496 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:30.023661 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:30.029948 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:30.075164 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'name': 'tempest-DeleteServersTestJSON-1403280642-router', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:20Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '3261a30431d343a1bb170b67199c0903', 'gw_port': {'id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '9640a265-077f-42d7-a076-1712e5d83d33', 'name': '', 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'mac_address': 'fa:16:3e:7b:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61e160e6-8e49-452b-80cf-de84d71ee1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:25Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 2, 'project_id': '3261a30431d343a1bb170b67199c0903', 'subnets': [{'id': '61e160e6-8e49-452b-80cf-de84d71ee1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:30.186725 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:30.239758 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 3, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:30.290210 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Checking router: c9acab26-dbec-4825-9638-45cf2caa6d10 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:46:30.291462 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Updating router c9acab26-dbec-4825-9638-45cf2caa6d10 port d2301cc7-cf94-4eb4-bf6b-5e54fb675446 binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:46:30.299213 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:46:30.323457 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b560102-8177-476c-ab5a-1340af8cd0e0 None None] The sync data for ids ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'] in dv-cinder-837542-7-iscsi is: [{'id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'name': 'tempest-DeleteServersTestJSON-1403280642-router', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:20Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '3261a30431d343a1bb170b67199c0903', 'gw_port': {'id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '9640a265-077f-42d7-a076-1712e5d83d33', 'name': '', 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'mac_address': 'fa:16:3e:7b:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61e160e6-8e49-452b-80cf-de84d71ee1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:25Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 2, 'project_id': '3261a30431d343a1bb170b67199c0903', 'subnets': [{'id': '61e160e6-8e49-452b-80cf-de84d71ee1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:46:30.334292 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Sync routers for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:46:30.336937 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c8546a8e-3313-4370-b3a0-99e53f02b24b admin admin] 10.222.0.60 "PUT /v2.0/routers/957e235d-0f89-4b60-b85e-5662b8b1acc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0202527 Jul 29 11:46:30.372743 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:30.373433 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:30.376399 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-21c0a249-d701-4716-bb15-c31e7745a358 None None] Provisioning complete for port ace27555-44bf-41cd-a7ef-c15fdfc23496 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:30.381955 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-21c0a249-d701-4716-bb15-c31e7745a358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:30.409266 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:30.544798 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:30.545477 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:30.687878 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-21c0a249-d701-4716-bb15-c31e7745a358 None None] Port ace27555-44bf-41cd-a7ef-c15fdfc23496 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:30.740911 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:30.942015 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-21c0a249-d701-4716-bb15-c31e7745a358 None None] Provisioning complete for port c5fdc7e4-bad7-4f16-861a-679957b6317e triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:30.942391 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-21c0a249-d701-4716-bb15-c31e7745a358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:30.950714 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:30.975950 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-b085f91a-3c2e-4f89-9153-ae4c6b0db3a5 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3261a30431d343a1bb170b67199c0903&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0613725 Jul 29 11:46:31.061459 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:31.094407 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.122203 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.159532 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:31.179155 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:31.180799 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 75bdceac-bf62-439d-895d-70195974427e up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:31.304201 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d9b1a988-90b2-4b1d-83df-705446bc018d admin admin] Publish callbacks [] for security_group (7e3c5e1f-4bab-4d96-9c54-20b9692564cd), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.324845 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:31.328929 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d9b1a988-90b2-4b1d-83df-705446bc018d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (7e3c5e1f-4bab-4d96-9c54-20b9692564cd), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.350059 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40132) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:31.350638 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-21c0a249-d701-4716-bb15-c31e7745a358 None None] Current status of the port c5fdc7e4-bad7-4f16-861a-679957b6317e is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:31.384202 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:31.397039 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:31.409182 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 75bdceac-bf62-439d-895d-70195974427e triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:31.409611 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (75bdceac-bf62-439d-895d-70195974427e), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.448976 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 3, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:31.489757 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Checking router: 38afab1a-6287-4ffd-8863-3ed231fa9bec for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:46:31.490130 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Updating router 38afab1a-6287-4ffd-8863-3ed231fa9bec port aefb413d-152d-47f8-a306-46a50e7a9744 binding host dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:46:31.508248 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40138) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:31.516703 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-51db45d6-c143-46c6-944e-41e689c242d2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474760872', 'description': 'tempest-description--1517771817'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:31.531074 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:31.533159 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.558391 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1a988-90b2-4b1d-83df-705446bc018d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c5e1f-4bab-4d96-9c54-20b9692564cd,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:31.588885 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d9b1a988-90b2-4b1d-83df-705446bc018d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e6a56cc24794db2aa79d43a94c28226&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2027800 Jul 29 11:46:31.590186 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-51db45d6-c143-46c6-944e-41e689c242d2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.596581 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40142) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:31.707093 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.714630 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-c1cd85c6-30d0-473c-b5eb-96ca0b5dc070 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:46:31.723425 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-c1cd85c6-30d0-473c-b5eb-96ca0b5dc070 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1718771 Jul 29 11:46:31.736794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-51db45d6-c143-46c6-944e-41e689c242d2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (bfb7683a-e0b5-4e80-9907-7596707f01fc), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.773404 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec555-efd2-42d5-8e20-a26395b5e715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.775501 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-51db45d6-c143-46c6-944e-41e689c242d2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bfb7683a-e0b5-4e80-9907-7596707f01fc), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.777544 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 75bdceac-bf62-439d-895d-70195974427e is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:31.883539 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:28Z', 'revision_number': 2, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:31.919675 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db45d6-c143-46c6-944e-41e689c242d2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb7683a-e0b5-4e80-9907-7596707f01fc,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:31.929599 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-51db45d6-c143-46c6-944e-41e689c242d2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.934910 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-51db45d6-c143-46c6-944e-41e689c242d2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4254003 Jul 29 11:46:31.940980 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40152) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:31.961372 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-83ecd424-3911-411c-96e7-d0f47c5f4cf1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'security_group_rule': {'security_group_id': 'bfb7683a-e0b5-4e80-9907-7596707f01fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:31.966294 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Publish callbacks [] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:31.969052 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:31.970754 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Checking router: 957e235d-0f89-4b60-b85e-5662b8b1acc6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:46:31.971280 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Updating router 957e235d-0f89-4b60-b85e-5662b8b1acc6 port ace27555-44bf-41cd-a7ef-c15fdfc23496 binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:46:31.979638 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.003260 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-83ecd424-3911-411c-96e7-d0f47c5f4cf1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (f7a35abc-617e-4696-8ef4-9da08d2eb940), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.032138 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:32.077857 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Attempting to bind port d2301cc7-cf94-4eb4-bf6b-5e54fb675446 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:32.078053 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec555-efd2-42d5-8e20-a26395b5e715 admin admin] Publish callbacks [] for security_group (0bec44c5-da93-4700-9891-262cc832c1f4), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.078666 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Attempting to bind port d2301cc7-cf94-4eb4-bf6b-5e54fb675446 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:32.079123 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:32.079700 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Attempting to bind port d2301cc7-cf94-4eb4-bf6b-5e54fb675446 on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:32.080930 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Allocated IP 172.20.0.1 (4303157a-2669-4080-b15b-7be339c78e2e/0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f/c5d14782-b4d5-4c7b-a847-a619d3ec9e88) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:32.088068 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec555-efd2-42d5-8e20-a26395b5e715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0bec44c5-da93-4700-9891-262cc832c1f4), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.127445 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-cb3ec555-efd2-42d5-8e20-a26395b5e715 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f1a81a798d54d0eb9a787289be6f550&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7591128 Jul 29 11:46:32.139788 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-83ecd424-3911-411c-96e7-d0f47c5f4cf1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (f7a35abc-617e-4696-8ef4-9da08d2eb940), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.153170 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40164) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:32.194693 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:32.195599 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:32.196628 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.206538 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:32.207331 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Bound port: d2301cc7-cf94-4eb4-bf6b-5e54fb675446, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:32.207899 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.247726 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-50781bfd-40ab-456f-8979-4580ed965ae3 admin admin] Publish callbacks [] for security_group (0bec44c5-da93-4700-9891-262cc832c1f4), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.255142 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-83ecd424-3911-411c-96e7-d0f47c5f4cf1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (f7a35abc-617e-4696-8ef4-9da08d2eb940), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.273016 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-50781bfd-40ab-456f-8979-4580ed965ae3 admin admin] Publish callbacks [] for security_group (0bec44c5-da93-4700-9891-262cc832c1f4), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.306669 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] For port d2301cc7-cf94-4eb4-bf6b-5e54fb675446, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:32.309921 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] For port d2301cc7-cf94-4eb4-bf6b-5e54fb675446, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=d2301cc7-cf94-4eb4-bf6b-5e54fb675446,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:32.313645 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429e2b4-632b-4fa9-8573-3fe34ce48a52 None None] Pushing event updated for resources: {'Port': ['ID=d2301cc7-cf94-4eb4-bf6b-5e54fb675446,revision_number=2']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:32.316958 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.336262 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecd424-3911-411c-96e7-d0f47c5f4cf1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a35abc-617e-4696-8ef4-9da08d2eb940,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:32.351002 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.385949 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=12,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:32.410786 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fa82a987-17a8-459b-8c58-b462b3283e98 admin admin] Publish callbacks [] for security_group (7e3c5e1f-4bab-4d96-9c54-20b9692564cd), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.454203 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device c5fdc7e4-bad7-4f16-861a-679957b6317e up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:32.466797 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-50781bfd-40ab-456f-8979-4580ed965ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0bec44c5-da93-4700-9891-262cc832c1f4), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.470077 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fa82a987-17a8-459b-8c58-b462b3283e98 admin admin] Publish callbacks [] for security_group (7e3c5e1f-4bab-4d96-9c54-20b9692564cd), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.471073 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-50781bfd-40ab-456f-8979-4580ed965ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.473570 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-50781bfd-40ab-456f-8979-4580ed965ae3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0bec44c5-da93-4700-9891-262cc832c1f4 HTTP/1.1" status: 204 len: 168 time: 0.3177304 Jul 29 11:46:32.491103 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ec555-efd2-42d5-8e20-a26395b5e715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bec44c5-da93-4700-9891-262cc832c1f4,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:32.510338 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:32.510991 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:32.549890 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50781bfd-40ab-456f-8979-4580ed965ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bec44c5-da93-4700-9891-262cc832c1f4,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:32.587045 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port c5fdc7e4-bad7-4f16-861a-679957b6317e triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:32.587432 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.667885 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:32.703055 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Publish callbacks [] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.724589 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-7bb7978c-cbee-4367-96d7-fb8c5fd51593 service neutron] 10.222.0.60 "GET /v2.0/networks/81221c9c-f0f4-4095-981a-fd6e3dcd5aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0000694 Jul 29 11:46:32.762574 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Allocated IP 172.20.0.1 (b8c1956d-5393-448f-8fc5-93aafd4768ba/22487528-4cb3-453b-b46a-f8e4c396dd42/a064b36b-f792-4b2b-bc42-202d7ed5cd45) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:32.843083 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.884072 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Publish callbacks [] for port (aefb413d-152d-47f8-a306-46a50e7a9744), precommit_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.890331 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port c5fdc7e4-bad7-4f16-861a-679957b6317e is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:32.891743 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device d5915792-992c-46bd-b4ad-47dbf8a6ffff up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:32.980804 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port d5915792-992c-46bd-b4ad-47dbf8a6ffff triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:32.981529 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:32.986247 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Publish callbacks [] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.039728 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.063775 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429e2b4-632b-4fa9-8573-3fe34ce48a52 None None] Pushing event updated for resources: {'Port': ['ID=d2301cc7-cf94-4eb4-bf6b-5e54fb675446,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:33.092749 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:33.104908 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.115002 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-83ecd424-3911-411c-96e7-d0f47c5f4cf1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.116239 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-83ecd424-3911-411c-96e7-d0f47c5f4cf1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1584966 Jul 29 11:46:33.158577 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076e5c7-0b75-48e4-b658-a286d2b8de74 None None] Pushing event updated for resources: {'Port': ['ID=aefb413d-152d-47f8-a306-46a50e7a9744,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:33.200796 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port d5915792-992c-46bd-b4ad-47dbf8a6ffff is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:33.201314 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.201675 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40196) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:33.223805 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port d5915792-992c-46bd-b4ad-47dbf8a6ffff, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=d5915792-992c-46bd-b4ad-47dbf8a6ffff,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:33.234411 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.235938 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:33.253388 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=a064b36b-f792-4b2b-bc42-202d7ed5cd45,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:33.258912 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-5b57075e-6121-40e0-b8c6-6f897a885bcb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'security_group_rule': {'security_group_id': 'bfb7683a-e0b5-4e80-9907-7596707f01fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:33.296872 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Network b8c1956d-5393-448f-8fc5-93aafd4768ba is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:33.313882 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:33.323448 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fa82a987-17a8-459b-8c58-b462b3283e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (7e3c5e1f-4bab-4d96-9c54-20b9692564cd), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.328525 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fa82a987-17a8-459b-8c58-b462b3283e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.330040 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-fa82a987-17a8-459b-8c58-b462b3283e98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e3c5e1f-4bab-4d96-9c54-20b9692564cd HTTP/1.1" status: 204 len: 168 time: 1.7311108 Jul 29 11:46:33.337865 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=d5915792-992c-46bd-b4ad-47dbf8a6ffff,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:33.341778 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:33.343060 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (c9acab26-dbec-4825-9638-45cf2caa6d10), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.365109 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:33.365690 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.379902 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Network 4303157a-2669-4080-b15b-7be339c78e2e is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:33.390445 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:33.407838 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:33.412073 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (38afab1a-6287-4ffd-8863-3ed231fa9bec), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.415011 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Attempting to bind port aefb413d-152d-47f8-a306-46a50e7a9744 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:33.415388 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Attempting to bind port aefb413d-152d-47f8-a306-46a50e7a9744 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:33.415752 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Attempting to bind port aefb413d-152d-47f8-a306-46a50e7a9744 on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:33.435512 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:33.435897 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:33.436433 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.436897 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:33.437393 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Bound port: aefb413d-152d-47f8-a306-46a50e7a9744, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:33.437818 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.528870 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Pushing event updated for resources: {'Port': ['ID=c5d14782-b4d5-4c7b-a847-a619d3ec9e88,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:33.532641 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] For port aefb413d-152d-47f8-a306-46a50e7a9744, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:33.539434 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] For port aefb413d-152d-47f8-a306-46a50e7a9744, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=aefb413d-152d-47f8-a306-46a50e7a9744,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:33.554030 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.562097 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:33.613000 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Publish callbacks [] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.614588 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:33.625753 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:33.682620 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:33.722086 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.747268 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.833559 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:33.851032 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.852228 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076e5c7-0b75-48e4-b658-a286d2b8de74 None None] Pushing event updated for resources: {'Port': ['ID=aefb413d-152d-47f8-a306-46a50e7a9744,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:33.892016 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:33.892676 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:33.922832 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-ef9139ae-3445-4573-b922-e4db28296575 None None] Provisioning complete for port a064b36b-f792-4b2b-bc42-202d7ed5cd45 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:33.924891 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ef9139ae-3445-4573-b922-e4db28296575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.975245 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Attempting to bind port ace27555-44bf-41cd-a7ef-c15fdfc23496 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:33.975617 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Attempting to bind port ace27555-44bf-41cd-a7ef-c15fdfc23496 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:33.975982 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Attempting to bind port ace27555-44bf-41cd-a7ef-c15fdfc23496 on network 880bbcc5-592e-4ef5-8c48-acff52af8368 {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:33.988889 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:33.989288 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Checking segment: {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:33.989692 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:33.990067 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Bound using segment: {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:33.990548 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Bound port: ace27555-44bf-41cd-a7ef-c15fdfc23496, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:33.991025 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:34.113240 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] For port ace27555-44bf-41cd-a7ef-c15fdfc23496, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:34.120760 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device d5915792-992c-46bd-b4ad-47dbf8a6ffff up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:34.155715 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] For port ace27555-44bf-41cd-a7ef-c15fdfc23496, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=ace27555-44bf-41cd-a7ef-c15fdfc23496,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:34.205795 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:34.219521 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82a987-17a8-459b-8c58-b462b3283e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c5e1f-4bab-4d96-9c54-20b9692564cd,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:34.220369 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:34.233861 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd858e-5de6-4f32-9ba4-5350dcc72938 None None] Pushing event updated for resources: {'Port': ['ID=ace27555-44bf-41cd-a7ef-c15fdfc23496,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:34.321572 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b57075e-6121-40e0-b8c6-6f897a885bcb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (ce989de2-e552-49cb-88c3-ad075490f528), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:34.404473 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:34.486442 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-ef9139ae-3445-4573-b922-e4db28296575 None None] Port a064b36b-f792-4b2b-bc42-202d7ed5cd45 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:34.489887 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Sync routers for ids ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:46:34.542372 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-c5fb7640-f077-4842-a1b9-f1b66f96b4c6 service neutron] 10.222.0.60 "GET /v2.0/networks/81221c9c-f0f4-4095-981a-fd6e3dcd5aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8090308 Jul 29 11:46:34.566953 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Publish callbacks [] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:34.578295 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-ef9139ae-3445-4573-b922-e4db28296575 None None] Provisioning complete for port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:34.580378 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ef9139ae-3445-4573-b922-e4db28296575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:34.583607 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:34.584324 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (38afab1a-6287-4ffd-8863-3ed231fa9bec), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:34.631231 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Publish callbacks [] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:34.645213 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:34.648083 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (c9acab26-dbec-4825-9638-45cf2caa6d10), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:34.662521 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:34.663252 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:34.669116 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Routers {'d0eb5e56-04e2-4626-b2ad-51e13f63cef5'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:34.671192 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:34.863388 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:34.867952 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:34.881048 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port d5915792-992c-46bd-b4ad-47dbf8a6ffff triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:34.882047 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:34.925942 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:34.933128 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Pushing event updated for resources: {'Port': ['ID=c5d14782-b4d5-4c7b-a847-a619d3ec9e88,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:35.012427 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Network b8c1956d-5393-448f-8fc5-93aafd4768ba is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:35.035947 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:35.057215 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-ef9139ae-3445-4573-b922-e4db28296575 None None] Port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:35.057398 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b57075e-6121-40e0-b8c6-6f897a885bcb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (ce989de2-e552-49cb-88c3-ad075490f528), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:35.058831 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=a064b36b-f792-4b2b-bc42-202d7ed5cd45,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:35.079371 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b57075e-6121-40e0-b8c6-6f897a885bcb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (ce989de2-e552-49cb-88c3-ad075490f528), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:35.113054 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Network 4303157a-2669-4080-b15b-7be339c78e2e is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:35.114042 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd858e-5de6-4f32-9ba4-5350dcc72938 None None] Pushing event updated for resources: {'Port': ['ID=ace27555-44bf-41cd-a7ef-c15fdfc23496,revision_number=4']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:35.114945 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:35.251727 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40270) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:35.358937 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57075e-6121-40e0-b8c6-6f897a885bcb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce989de2-e552-49cb-88c3-ad075490f528,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:35.408802 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 3, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:35.499489 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Router 38afab1a-6287-4ffd-8863-3ed231fa9bec has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:46:35.513845 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13682278-bb00-4287-ab3a-6d6d1ac4e3c7 None None] The sync data for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi is: [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 3, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:46:35.546867 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:35.646169 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Set router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:35.782340 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:35.909913 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:46:35.921682 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-00efbae5-f698-4faf-b014-addb716cdd8c admin admin] 10.222.0.60 "PUT /v2.0/routers/38afab1a-6287-4ffd-8863-3ed231fa9bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9675643 Jul 29 11:46:35.943752 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8c1085ca-96f2-4525-96f5-ace7b3e4d95e req-86f81d06-f671-4fa2-baf4-153440b2af15 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 210 time: 0.6479340 Jul 29 11:46:35.968100 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b57075e-6121-40e0-b8c6-6f897a885bcb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:35.977484 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40296) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:35.977666 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-5b57075e-6121-40e0-b8c6-6f897a885bcb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7704377 Jul 29 11:46:35.983406 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:36.004798 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-53715177-7fe0-493f-b482-2d5c18fe5d2a None None] Provisioning complete for port ace27555-44bf-41cd-a7ef-c15fdfc23496 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:36.014747 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-53715177-7fe0-493f-b482-2d5c18fe5d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:36.051102 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Router c9acab26-dbec-4825-9638-45cf2caa6d10 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:46:36.090418 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:36.158711 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:32Z', 'revision_number': 1, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:36.285434 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dd8aa-bc03-48b2-be37-af84555610d8 None None] The sync data for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi is: [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:32Z', 'revision_number': 1, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:46:36.523474 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:46:36.534356 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:36.551523 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-7075fdf8-2a0b-4aad-9e99-32ba3dc48ef4 admin admin] 10.222.0.60 "PUT /v2.0/routers/c9acab26-dbec-4825-9638-45cf2caa6d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7346945 Jul 29 11:46:36.555024 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:34Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:36.654116 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb62fc6-e862-4baf-a575-9f0795abb95f None None] The sync data for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi is: [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:34Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:46:36.770964 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:36.800835 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:36.828029 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'name': 'tempest-DeleteServersTestJSON-1403280642-router', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:20Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '3261a30431d343a1bb170b67199c0903', 'gw_port': {'id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '9640a265-077f-42d7-a076-1712e5d83d33', 'name': '', 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'mac_address': 'fa:16:3e:7b:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61e160e6-8e49-452b-80cf-de84d71ee1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:25Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 2, 'project_id': '3261a30431d343a1bb170b67199c0903', 'subnets': [{'id': '61e160e6-8e49-452b-80cf-de84d71ee1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:36.842811 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port d5915792-992c-46bd-b4ad-47dbf8a6ffff is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:36.931776 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Checking router: d0eb5e56-04e2-4626-b2ad-51e13f63cef5 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:46:36.933984 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Updating router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 port 9640a265-077f-42d7-a076-1712e5d83d33 binding host dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:46:37.228917 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9640a265-077f-42d7-a076-1712e5d83d33), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:37.268437 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-53715177-7fe0-493f-b482-2d5c18fe5d2a None None] Current status of the port ace27555-44bf-41cd-a7ef-c15fdfc23496 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:37.286437 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-53715177-7fe0-493f-b482-2d5c18fe5d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:37.301717 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c0dfb618-3fbb-4d31-8fb7-de7c55e777bb req-e77cbecd-41f3-4c17-bb58-a74197815d6a tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 210 time: 0.1288176 Jul 29 11:46:37.312129 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Allocated IP 172.27.2.133 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/fbc65e4e-4da8-43cd-9794-fa95a71eae79) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:37.381165 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device d2301cc7-cf94-4eb4-bf6b-5e54fb675446 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:37.536731 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-53715177-7fe0-493f-b482-2d5c18fe5d2a None None] For port ace27555-44bf-41cd-a7ef-c15fdfc23496, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=ace27555-44bf-41cd-a7ef-c15fdfc23496,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:37.586391 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for port (fbc65e4e-4da8-43cd-9794-fa95a71eae79), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:37.604661 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-53715177-7fe0-493f-b482-2d5c18fe5d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:37.635477 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (fbc65e4e-4da8-43cd-9794-fa95a71eae79), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:37.687906 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53715177-7fe0-493f-b482-2d5c18fe5d2a None None] Pushing event updated for resources: {'Port': ['ID=ace27555-44bf-41cd-a7ef-c15fdfc23496,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:37.791103 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:37.805743 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:37.813520 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:37.840441 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'Port': ['ID=fbc65e4e-4da8-43cd-9794-fa95a71eae79,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:37.852838 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:37.860384 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port d2301cc7-cf94-4eb4-bf6b-5e54fb675446 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:37.861092 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:37.993085 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-e3569e64-60b7-424f-b014-0e904f897d2b None None] Provisioning complete for port a064b36b-f792-4b2b-bc42-202d7ed5cd45 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:37.995756 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e3569e64-60b7-424f-b014-0e904f897d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.066249 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:38.135252 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-e3569e64-60b7-424f-b014-0e904f897d2b None None] Port a064b36b-f792-4b2b-bc42-202d7ed5cd45 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:38.139528 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40388) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:38.152987 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-b7364292-aa7d-4ab0-898e-a834b58edca1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628329345', 'description': 'tempest-description--1583019990'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:38.166636 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (3dad0f35-fea1-4853-b6fc-0fbf20dd96af), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.230323 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-e3569e64-60b7-424f-b014-0e904f897d2b None None] Provisioning complete for port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:38.231798 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e3569e64-60b7-424f-b014-0e904f897d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.317086 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-e3569e64-60b7-424f-b014-0e904f897d2b None None] Port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:38.318469 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fbc65e4e-4da8-43cd-9794-fa95a71eae79), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.333346 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7364292-aa7d-4ab0-898e-a834b58edca1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.334327 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:38.393442 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-f0f3eee7-e7d9-43a9-b6a1-2c760528ac72 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:38.397055 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port d2301cc7-cf94-4eb4-bf6b-5e54fb675446 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:38.399385 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-f0f3eee7-e7d9-43a9-b6a1-2c760528ac72 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 818 time: 0.3655055 Jul 29 11:46:38.399863 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.486254 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7aaf31b5-abc9-48cb-b5be-b4abe22bfab6 req-5c4ec0f6-7f05-4544-b716-2b257f8bdb42 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 210 time: 0.0839534 Jul 29 11:46:38.523589 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-3a1e89b4-2d87-49dc-b831-49919f16548b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/quotas/106664c99e9c4a0d9a9c9c05e08a3d7f HTTP/1.1" status: 200 len: 375 time: 0.0874588 Jul 29 11:46:38.529131 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port d2301cc7-cf94-4eb4-bf6b-5e54fb675446, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=d2301cc7-cf94-4eb4-bf6b-5e54fb675446,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:38.552500 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.553333 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device ace27555-44bf-41cd-a7ef-c15fdfc23496 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:38.654979 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-6f324f95-db92-4dda-8e0b-1705e0b31694 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190991 Jul 29 11:46:38.666557 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for port (fbc65e4e-4da8-43cd-9794-fa95a71eae79), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.677170 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7364292-aa7d-4ab0-898e-a834b58edca1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.679503 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (fbc65e4e-4da8-43cd-9794-fa95a71eae79), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.684720 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7364292-aa7d-4ab0-898e-a834b58edca1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.740767 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Publish callbacks [] for port (9640a265-077f-42d7-a076-1712e5d83d33), precommit_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.741452 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7364292-aa7d-4ab0-898e-a834b58edca1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:38.746854 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=d2301cc7-cf94-4eb4-bf6b-5e54fb675446,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:38.771509 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (9640a265-077f-42d7-a076-1712e5d83d33), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.792319 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7364292-aa7d-4ab0-898e-a834b58edca1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.796138 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (3dad0f35-fea1-4853-b6fc-0fbf20dd96af), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.796862 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b7364292-aa7d-4ab0-898e-a834b58edca1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6562042 Jul 29 11:46:38.800215 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40420) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:38.814375 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-ca731cd5-0195-4292-8d3b-cdb10e05c70f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group_rule': {'security_group_id': 'b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:38.815113 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port ace27555-44bf-41cd-a7ef-c15fdfc23496 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:38.815747 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.830484 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'Port': ['ID=fbc65e4e-4da8-43cd-9794-fa95a71eae79,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:38.893502 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:38.903385 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-1b5df836-d67a-412e-acd8-80bff7de7c00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9242108 Jul 29 11:46:38.961710 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:38.973879 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ca731cd5-0195-4292-8d3b-cdb10e05c70f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (3760818d-c846-49ae-9e6b-b45e13d81fa7), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.069057 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612f577-3cc0-41ad-a21a-e473ae02c1ea None None] Pushing event updated for resources: {'Port': ['ID=9640a265-077f-42d7-a076-1712e5d83d33,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:39.153292 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ca731cd5-0195-4292-8d3b-cdb10e05c70f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (3760818d-c846-49ae-9e6b-b45e13d81fa7), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.158700 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ca731cd5-0195-4292-8d3b-cdb10e05c70f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (3760818d-c846-49ae-9e6b-b45e13d81fa7), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.241238 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ca731cd5-0195-4292-8d3b-cdb10e05c70f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.245607 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-ca731cd5-0195-4292-8d3b-cdb10e05c70f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4416370 Jul 29 11:46:39.248899 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:39.249053 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40446) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:39.259573 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-0281f681-907c-4e9e-8b5a-77c5e6f35a9b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group_rule': {'security_group_id': 'b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:39.267105 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca731cd5-0195-4292-8d3b-cdb10e05c70f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3760818d-c846-49ae-9e6b-b45e13d81fa7,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:39.316627 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-cc335ed1-0bdd-437a-829d-15279df78d49 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:46:39.318239 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-cc335ed1-0bdd-437a-829d-15279df78d49 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3977149 Jul 29 11:46:39.322490 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Attempting to bind port 9640a265-077f-42d7-a076-1712e5d83d33 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:39.327074 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Attempting to bind port 9640a265-077f-42d7-a076-1712e5d83d33 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:39.327074 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Attempting to bind port 9640a265-077f-42d7-a076-1712e5d83d33 on network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:39.327074 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port ace27555-44bf-41cd-a7ef-c15fdfc23496 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:39.338748 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:39.339132 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Checking segment: {'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:39.339575 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.340496 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Bound using segment: {'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:39.340994 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Bound port: 9640a265-077f-42d7-a076-1712e5d83d33, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:39.341573 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9640a265-077f-42d7-a076-1712e5d83d33), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.346068 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0281f681-907c-4e9e-8b5a-77c5e6f35a9b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (2638e02b-ce70-43e2-b72a-13a47c129d47), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.371069 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-ef6326b7-5f06-4a00-ad0e-60cc06cb7ee1 None None] Provisioning complete for port 9640a265-077f-42d7-a076-1712e5d83d33 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:39.371349 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ef6326b7-5f06-4a00-ad0e-60cc06cb7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (9640a265-077f-42d7-a076-1712e5d83d33), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.439559 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:39.504921 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-ef6326b7-5f06-4a00-ad0e-60cc06cb7ee1 None None] Port 9640a265-077f-42d7-a076-1712e5d83d33 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:39.584616 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40468) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:39.597365 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] For port 9640a265-077f-42d7-a076-1712e5d83d33, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:39.604976 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] For port 9640a265-077f-42d7-a076-1712e5d83d33, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=9640a265-077f-42d7-a076-1712e5d83d33,segment=NetworkSegment(9f82fd0d-32f6-491a-951e-a8c52cb68126),segment_id=9f82fd0d-32f6-491a-951e-a8c52cb68126)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:39.607523 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0281f681-907c-4e9e-8b5a-77c5e6f35a9b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (2638e02b-ce70-43e2-b72a-13a47c129d47), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.619482 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (9640a265-077f-42d7-a076-1712e5d83d33), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.622743 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0281f681-907c-4e9e-8b5a-77c5e6f35a9b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (2638e02b-ce70-43e2-b72a-13a47c129d47), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.674951 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281f681-907c-4e9e-8b5a-77c5e6f35a9b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2638e02b-ce70-43e2-b72a-13a47c129d47,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:39.696666 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0281f681-907c-4e9e-8b5a-77c5e6f35a9b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.701735 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-0281f681-907c-4e9e-8b5a-77c5e6f35a9b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4514906 Jul 29 11:46:39.704410 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40476) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:39.709244 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:39.712133 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-8726e00d-c1c6-455b-ad61-f4e39462ab81 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--474760872&fields=id&tenant_id=90047b9130334326ad98280a8edb2bc6 HTTP/1.1" status: 200 len: 267 time: 0.3912642 Jul 29 11:46:39.739871 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:39.744685 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.800288 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device d2301cc7-cf94-4eb4-bf6b-5e54fb675446 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:39.884231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612f577-3cc0-41ad-a21a-e473ae02c1ea None None] Pushing event updated for resources: {'Port': ['ID=9640a265-077f-42d7-a076-1712e5d83d33,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:39.959600 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Routers {'d0eb5e56-04e2-4626-b2ad-51e13f63cef5'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:39.960514 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:39.963202 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:39.996251 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-4bd98fc9-de17-4ed2-8090-2ce9a6bed670 service neutron] 10.222.0.60 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419921 Jul 29 11:46:40.024554 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dc812cce-c8f9-4c99-9b8b-758223cc34ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:40.155454 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port d2301cc7-cf94-4eb4-bf6b-5e54fb675446 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:40.156591 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:40.179694 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.58', 65514) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:40.234123 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40490) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:40.242508 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] Set router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:40.300128 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:40.349697 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:46:40.371566 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-629309b5-100c-4941-91e0-72806423b514 None None] Provisioning complete for port 9640a265-077f-42d7-a076-1712e5d83d33 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:40.372246 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-629309b5-100c-4941-91e0-72806423b514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (9640a265-077f-42d7-a076-1712e5d83d33), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:40.394303 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Allocated IP 172.27.2.210 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/f1a54664-a91a-42b1-812b-7147af715505) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:40.503444 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-263e6a91-beed-4977-a3a5-9b56dddba295 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:40.530026 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-263e6a91-beed-4977-a3a5-9b56dddba295 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 817 time: 0.7980597 Jul 29 11:46:40.549021 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port d2301cc7-cf94-4eb4-bf6b-5e54fb675446 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:40.550191 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device ace27555-44bf-41cd-a7ef-c15fdfc23496 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:40.608383 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-32dfc8fe-842a-436c-b2b7-261004d6ad24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:40.630888 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-3a387609-3a61-4a57-ac01-0db20dc97034 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:40.633620 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-3a387609-3a61-4a57-ac01-0db20dc97034 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.58 "GET /v2.0/networks?id=81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 HTTP/1.1" status: 200 len: 812 time: 0.4061406 Jul 29 11:46:40.657244 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-552b0c61-1c85-4e80-a6b3-776a184dcec8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/quotas/90047b9130334326ad98280a8edb2bc6 HTTP/1.1" status: 200 len: 375 time: 0.1261818 Jul 29 11:46:40.692199 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:40.759007 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-a686704e-482a-4900-9c32-855748e51086 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872970 Jul 29 11:46:40.795883 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-629309b5-100c-4941-91e0-72806423b514 None None] Current status of the port 9640a265-077f-42d7-a076-1712e5d83d33 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:40.796023 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-b709e99f-80f3-4b4a-bdf1-f2e8472fd325 service neutron] 10.222.0.60 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7853522 Jul 29 11:46:40.796299 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-629309b5-100c-4941-91e0-72806423b514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9640a265-077f-42d7-a076-1712e5d83d33), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:40.813221 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (f1a54664-a91a-42b1-812b-7147af715505), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:40.832469 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Request body: {'port': {'device_id': '1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4', 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3', 'admin_state_up': True, 'tenant_id': '3261a30431d343a1bb170b67199c0903'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:40.917930 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port ace27555-44bf-41cd-a7ef-c15fdfc23496 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:40.918310 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:40.961189 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-32dfc8fe-842a-436c-b2b7-261004d6ad24 admin admin] Publish callbacks [] for security_group (928dffcd-dbdb-48fe-a5c2-d5883aca1b52), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:40.963577 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (f1a54664-a91a-42b1-812b-7147af715505), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:40.983238 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-32dfc8fe-842a-436c-b2b7-261004d6ad24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (928dffcd-dbdb-48fe-a5c2-d5883aca1b52), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:41.001269 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-629309b5-100c-4941-91e0-72806423b514 None None] For port 9640a265-077f-42d7-a076-1712e5d83d33, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=9640a265-077f-42d7-a076-1712e5d83d33,segment=NetworkSegment(9f82fd0d-32f6-491a-951e-a8c52cb68126),segment_id=9f82fd0d-32f6-491a-951e-a8c52cb68126)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:41.065748 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Sync routers for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:46:41.070733 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-629309b5-100c-4941-91e0-72806423b514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (9640a265-077f-42d7-a076-1712e5d83d33), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:41.099974 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:41.103950 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:41.175409 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'name': 'tempest-DeleteServersTestJSON-1403280642-router', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:20Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '3261a30431d343a1bb170b67199c0903', 'gw_port': {'id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '9640a265-077f-42d7-a076-1712e5d83d33', 'name': '', 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'mac_address': 'fa:16:3e:7b:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61e160e6-8e49-452b-80cf-de84d71ee1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:25Z', 'updated_at': '2022-07-29T11:46:39Z', 'revision_number': 4, 'project_id': '3261a30431d343a1bb170b67199c0903', 'subnets': [{'id': '61e160e6-8e49-452b-80cf-de84d71ee1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:41.181049 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:41.216566 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:41.256405 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:41.280626 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f50a39-bb92-4a44-8f7a-c40ee360547c None None] The sync data for ids ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'] in dv-cinder-837542-7-iscsi is: [{'id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'name': 'tempest-DeleteServersTestJSON-1403280642-router', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:20Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '3261a30431d343a1bb170b67199c0903', 'gw_port': {'id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '9640a265-077f-42d7-a076-1712e5d83d33', 'name': '', 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'mac_address': 'fa:16:3e:7b:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '61e160e6-8e49-452b-80cf-de84d71ee1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:25Z', 'updated_at': '2022-07-29T11:46:39Z', 'revision_number': 4, 'project_id': '3261a30431d343a1bb170b67199c0903', 'subnets': [{'id': '61e160e6-8e49-452b-80cf-de84d71ee1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:46:41.298671 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:41.309824 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port ace27555-44bf-41cd-a7ef-c15fdfc23496 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:41.315410 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629309b5-100c-4941-91e0-72806423b514 None None] Pushing event updated for resources: {'Port': ['ID=9640a265-077f-42d7-a076-1712e5d83d33,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:41.320175 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-32dfc8fe-842a-436c-b2b7-261004d6ad24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0161f92ef0a41a6a146dae85bd21bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0849524 Jul 29 11:46:41.323157 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=f1a54664-a91a-42b1-812b-7147af715505,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:41.327059 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40540) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:41.339017 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfc8fe-842a-436c-b2b7-261004d6ad24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928dffcd-dbdb-48fe-a5c2-d5883aca1b52,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:41.445933 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (079ffeb6-ea36-495c-b66b-e1e090a9183a), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:41.497409 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c5448389-c1cc-4287-9d69-db954c3af6b2 admin admin] Publish callbacks [] for security_group (928dffcd-dbdb-48fe-a5c2-d5883aca1b52), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:41.524140 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:41.546599 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f1a54664-a91a-42b1-812b-7147af715505), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:41.578377 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Made reservation on behalf of 3261a30431d343a1bb170b67199c0903 for: {'port': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:41.581682 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:41.610748 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dc812cce-c8f9-4c99-9b8b-758223cc34ab admin admin] Publish callbacks [] for security_group (013273fb-6601-4dd7-a14b-d3c2b43c9b9d), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:41.649922 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c5448389-c1cc-4287-9d69-db954c3af6b2 admin admin] Publish callbacks [] for security_group (928dffcd-dbdb-48fe-a5c2-d5883aca1b52), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:41.696066 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:41.772487 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dc812cce-c8f9-4c99-9b8b-758223cc34ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (013273fb-6601-4dd7-a14b-d3c2b43c9b9d), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:41.851045 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:41.878257 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device aefb413d-152d-47f8-a306-46a50e7a9744 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:41.942822 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 2, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:41.957695 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-739dbf7a-76e3-4883-bcbb-2f11d7d2a9af req-7dd90436-7ba1-4582-b183-c1198b405330 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 210 time: 0.2862720 Jul 29 11:46:41.963247 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:41.996506 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c5448389-c1cc-4287-9d69-db954c3af6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (928dffcd-dbdb-48fe-a5c2-d5883aca1b52), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.003987 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c5448389-c1cc-4287-9d69-db954c3af6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.005165 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c5448389-c1cc-4287-9d69-db954c3af6b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/928dffcd-dbdb-48fe-a5c2-d5883aca1b52 HTTP/1.1" status: 204 len: 168 time: 0.6745214 Jul 29 11:46:42.013988 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Checking router: c9acab26-dbec-4825-9638-45cf2caa6d10 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:46:42.014519 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Updating router c9acab26-dbec-4825-9638-45cf2caa6d10 port a064b36b-f792-4b2b-bc42-202d7ed5cd45 binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:46:42.076814 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.097844 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5448389-c1cc-4287-9d69-db954c3af6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928dffcd-dbdb-48fe-a5c2-d5883aca1b52,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:42.109090 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-dc812cce-c8f9-4c99-9b8b-758223cc34ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99ead974f26c41dcbd2cb25140acb05d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5044570 Jul 29 11:46:42.120254 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40584) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:42.172764 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port aefb413d-152d-47f8-a306-46a50e7a9744 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:42.181217 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc812cce-c8f9-4c99-9b8b-758223cc34ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013273fb-6601-4dd7-a14b-d3c2b43c9b9d,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:42.208230 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.254257 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:42.321061 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (f1a54664-a91a-42b1-812b-7147af715505), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.342320 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (f1a54664-a91a-42b1-812b-7147af715505), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.388094 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c1c65275-bf2f-4373-8707-947a60bde891 req-0213d706-143e-4e1d-a154-306a369b6509 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 210 time: 0.2922201 Jul 29 11:46:42.443347 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (079ffeb6-ea36-495c-b66b-e1e090a9183a), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.456731 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8477332a-fb54-4f31-86fd-2ca0815f6a68 admin admin] Publish callbacks [] for security_group (013273fb-6601-4dd7-a14b-d3c2b43c9b9d), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.471599 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port aefb413d-152d-47f8-a306-46a50e7a9744 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:42.476780 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.501304 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d3bbfbc3-fe41-412f-81be-1116fee7d134 service neutron] 10.222.0.60 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6853397 Jul 29 11:46:42.609526 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port aefb413d-152d-47f8-a306-46a50e7a9744, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=aefb413d-152d-47f8-a306-46a50e7a9744,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:42.622750 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.624043 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 9640a265-077f-42d7-a076-1712e5d83d33 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:42.626516 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8477332a-fb54-4f31-86fd-2ca0815f6a68 admin admin] Publish callbacks [] for security_group (013273fb-6601-4dd7-a14b-d3c2b43c9b9d), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.778985 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:42.831950 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=f1a54664-a91a-42b1-812b-7147af715505,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:42.841319 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.843451 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-d3c396b4-13ff-4cc7-9a00-f21ca5c794e4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1378307 Jul 29 11:46:42.906901 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8477332a-fb54-4f31-86fd-2ca0815f6a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (013273fb-6601-4dd7-a14b-d3c2b43c9b9d), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.910934 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8477332a-fb54-4f31-86fd-2ca0815f6a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.920389 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-8477332a-fb54-4f31-86fd-2ca0815f6a68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/013273fb-6601-4dd7-a14b-d3c2b43c9b9d HTTP/1.1" status: 204 len: 168 time: 0.7928591 Jul 29 11:46:42.926996 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=aefb413d-152d-47f8-a306-46a50e7a9744,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:42.938748 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 9640a265-077f-42d7-a076-1712e5d83d33 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:42.939173 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (9640a265-077f-42d7-a076-1712e5d83d33), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:42.956673 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Allocated IP 172.20.0.8 (81221c9c-f0f4-4095-981a-fd6e3dcd5aa3/61e160e6-8e49-452b-80cf-de84d71ee1ab/72de6824-05b0-479e-b6e6-0a65819542dc) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:42.963028 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477332a-fb54-4f31-86fd-2ca0815f6a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013273fb-6601-4dd7-a14b-d3c2b43c9b9d,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:43.084330 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40620) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:43.147598 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-021c9686-7492-4a87-986e-4e9f62fdc699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:43.169931 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:43.249540 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Publish callbacks [] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:43.263653 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:43.334193 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 9640a265-077f-42d7-a076-1712e5d83d33 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:43.396951 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-021c9686-7492-4a87-986e-4e9f62fdc699 admin admin] Publish callbacks [] for security_group (0d123f6f-6e30-4297-ad61-2c0744191b17), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:43.403662 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-021c9686-7492-4a87-986e-4e9f62fdc699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0d123f6f-6e30-4297-ad61-2c0744191b17), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:43.423069 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcb1ff-ef46-4fb7-a7c1-fb079d1c4644 None None] Pushing event updated for resources: {'Port': ['ID=a064b36b-f792-4b2b-bc42-202d7ed5cd45,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:43.471982 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c9686-7492-4a87-986e-4e9f62fdc699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d123f6f-6e30-4297-ad61-2c0744191b17,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:43.539571 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-021c9686-7492-4a87-986e-4e9f62fdc699 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c39b643095c743bbbafc239e10224ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4491246 Jul 29 11:46:43.542701 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40636) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:43.719330 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Attempting to bind port a064b36b-f792-4b2b-bc42-202d7ed5cd45 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:43.719882 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Attempting to bind port a064b36b-f792-4b2b-bc42-202d7ed5cd45 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:43.720422 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Attempting to bind port a064b36b-f792-4b2b-bc42-202d7ed5cd45 on network b8c1956d-5393-448f-8fc5-93aafd4768ba {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:43.724894 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device aefb413d-152d-47f8-a306-46a50e7a9744 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:43.727878 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:43.728741 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Checking segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:43.729518 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:43.730156 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Bound using segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:43.730844 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Bound port: a064b36b-f792-4b2b-bc42-202d7ed5cd45, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:43.732093 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:43.822408 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] For port a064b36b-f792-4b2b-bc42-202d7ed5cd45, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:43.827058 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] For port a064b36b-f792-4b2b-bc42-202d7ed5cd45, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=a064b36b-f792-4b2b-bc42-202d7ed5cd45,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:43.837399 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-0cef0c90-9ceb-4b74-9dff-de615f808fea service neutron] 10.222.0.60 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3044462 Jul 29 11:46:43.860081 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:43.874601 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd664-60de-44f3-a402-b72eda04be31 admin admin] Publish callbacks [] for security_group (0d123f6f-6e30-4297-ad61-2c0744191b17), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:43.959956 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port aefb413d-152d-47f8-a306-46a50e7a9744 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:43.960408 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:43.986402 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd664-60de-44f3-a402-b72eda04be31 admin admin] Publish callbacks [] for security_group (0d123f6f-6e30-4297-ad61-2c0744191b17), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:44.068364 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcb1ff-ef46-4fb7-a7c1-fb079d1c4644 None None] Pushing event updated for resources: {'Port': ['ID=a064b36b-f792-4b2b-bc42-202d7ed5cd45,revision_number=4']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:44.113817 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:44.115994 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:44.118491 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-916e496a-bc48-448d-94b2-9d6d70f1bdb1 None None] Provisioning complete for port a064b36b-f792-4b2b-bc42-202d7ed5cd45 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:44.118898 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-916e496a-bc48-448d-94b2-9d6d70f1bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:44.201532 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd664-60de-44f3-a402-b72eda04be31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0d123f6f-6e30-4297-ad61-2c0744191b17), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:44.205491 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd664-60de-44f3-a402-b72eda04be31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:44.208357 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-bd4fd664-60de-44f3-a402-b72eda04be31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d123f6f-6e30-4297-ad61-2c0744191b17 HTTP/1.1" status: 204 len: 168 time: 0.6580522 Jul 29 11:46:44.251108 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fd664-60de-44f3-a402-b72eda04be31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d123f6f-6e30-4297-ad61-2c0744191b17,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:44.350569 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c748935d-f306-4ba3-8607-70e8e5fb04a6 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:44.362940 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c748935d-f306-4ba3-8607-70e8e5fb04a6 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 818 time: 1.4490628 Jul 29 11:46:44.533037 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:44.539362 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40672) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:44.545098 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-349c9c3f-fc8a-495e-860d-91c6a5c7d58b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/quotas/106664c99e9c4a0d9a9c9c05e08a3d7f HTTP/1.1" status: 200 len: 375 time: 0.1811757 Jul 29 11:46:44.580982 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3020-af43-4c68-b8cc-625a88b4eb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:44.666866 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:44.716231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port aefb413d-152d-47f8-a306-46a50e7a9744 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:44.780036 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Publish callbacks [] for port (72de6824-05b0-479e-b6e6-0a65819542dc), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:44.826645 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-916e496a-bc48-448d-94b2-9d6d70f1bdb1 None None] Current status of the port a064b36b-f792-4b2b-bc42-202d7ed5cd45 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:44.827445 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-916e496a-bc48-448d-94b2-9d6d70f1bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:44.867071 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e529eb04-2ae4-48a3-9d8f-d9d4c8613b8f req-a1feff3f-f42e-4907-888d-65c2a0572e63 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 210 time: 0.1409614 Jul 29 11:46:44.900639 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-8560a00d-fa5f-4cd5-bcbc-224d07c47efc tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3542411 Jul 29 11:46:44.931122 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-916e496a-bc48-448d-94b2-9d6d70f1bdb1 None None] For port a064b36b-f792-4b2b-bc42-202d7ed5cd45, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=a064b36b-f792-4b2b-bc42-202d7ed5cd45,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:44.937201 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-916e496a-bc48-448d-94b2-9d6d70f1bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:44.946634 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:44.969870 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:43Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:45.053751 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3020-af43-4c68-b8cc-625a88b4eb30 admin admin] Publish callbacks [] for security_group (b14fa15f-8989-470f-854e-4d458b3e1c8b), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:45.054916 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:45.061379 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3020-af43-4c68-b8cc-625a88b4eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b14fa15f-8989-470f-854e-4d458b3e1c8b), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:45.117010 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e496a-bc48-448d-94b2-9d6d70f1bdb1 None None] Pushing event updated for resources: {'Port': ['ID=a064b36b-f792-4b2b-bc42-202d7ed5cd45,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:45.141371 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072ff90-c2e1-4208-a3bc-af672646c388 None None] The sync data for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi is: [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:43Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:46:45.144681 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:45.154498 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-d6fd3020-af43-4c68-b8cc-625a88b4eb30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c30f7ddebf549d5a9e2443df60f5841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6114972 Jul 29 11:46:45.158189 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40690) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:45.187074 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-aab4eabd-f0bf-4186-95bd-954763c58e5e None None] Provisioning complete for port a064b36b-f792-4b2b-bc42-202d7ed5cd45 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:45.189163 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-aab4eabd-f0bf-4186-95bd-954763c58e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:45.199141 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:45.209091 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:45.286069 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd3020-af43-4c68-b8cc-625a88b4eb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14fa15f-8989-470f-854e-4d458b3e1c8b,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:45.497813 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:45.528320 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-aab4eabd-f0bf-4186-95bd-954763c58e5e None None] Current status of the port a064b36b-f792-4b2b-bc42-202d7ed5cd45 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:45.590001 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40696) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:45.684255 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-663f91b8-6556-46f5-924a-d4d6dd97b53e service neutron] 10.222.0.60 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7804008 Jul 29 11:46:45.749494 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device a064b36b-f792-4b2b-bc42-202d7ed5cd45 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:45.845580 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.58', 65524) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:45.950495 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port a064b36b-f792-4b2b-bc42-202d7ed5cd45 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:45.950902 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:46.031180 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:46.205164 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d7f85281-a36a-4236-9daa-1f1ffff4378c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:46.229104 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-bf2c9cc1-9801-47e6-a654-802bd9dc8a77 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--628329345&fields=id&tenant_id=6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 267 time: 0.9617157 Jul 29 11:46:46.300043 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:46.302110 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:46.370982 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:46.389488 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:46.390387 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:46.489887 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-13589ea6-0f3a-4e49-a5d6-996e28565f23 admin admin] Publish callbacks [] for security_group (b14fa15f-8989-470f-854e-4d458b3e1c8b), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:46.586267 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port a064b36b-f792-4b2b-bc42-202d7ed5cd45 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:46.597403 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Sync routers for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:46:46.631128 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:46.632058 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:46.640376 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-635ef012-916c-4d8f-a91e-45eb49fb4c8a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:46.642438 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-635ef012-916c-4d8f-a91e-45eb49fb4c8a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 818 time: 0.7916338 Jul 29 11:46:46.667372 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Request body: {'port': {'device_id': '8e39f512-b616-4e06-9f81-f853454d67aa', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'admin_state_up': True, 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:46.762890 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Pushing event updated for resources: {'Port': ['ID=72de6824-05b0-479e-b6e6-0a65819542dc,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:46.808697 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-2ee1c964-63c5-4d42-8ee8-eca30cdea01c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0485044 Jul 29 11:46:46.840336 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-13589ea6-0f3a-4e49-a5d6-996e28565f23 admin admin] Publish callbacks [] for security_group (b14fa15f-8989-470f-854e-4d458b3e1c8b), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:46.852853 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:46.918514 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Made reservation on behalf of 106664c99e9c4a0d9a9c9c05e08a3d7f for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:46.924497 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:46.935084 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-19e58a8f-1d57-45e5-81a7-4c91836a70c9 service neutron] 10.222.0.60 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2464349 Jul 29 11:46:47.050518 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-a478d6c3-cbcb-47d5-b3aa-c4e4bacc90ba tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:47.061369 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-a478d6c3-cbcb-47d5-b3aa-c4e4bacc90ba tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 815 time: 0.8101759 Jul 29 11:46:47.092075 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-58478bb9-9535-4f78-a802-5ed293a2059a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/quotas/6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 375 time: 0.0290070 Jul 29 11:46:47.209250 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-77510cf6-d443-4644-b634-40ccfebb16ef tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:46:47.212376 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-77510cf6-d443-4644-b634-40ccfebb16ef tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0160539 Jul 29 11:46:47.272309 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-c34cfa24-5a74-486b-8dbd-a0bb24ed1b2e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675003 Jul 29 11:46:47.290687 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-13589ea6-0f3a-4e49-a5d6-996e28565f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b14fa15f-8989-470f-854e-4d458b3e1c8b), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:47.295445 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-13589ea6-0f3a-4e49-a5d6-996e28565f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:47.304606 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-13589ea6-0f3a-4e49-a5d6-996e28565f23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b14fa15f-8989-470f-854e-4d458b3e1c8b HTTP/1.1" status: 204 len: 168 time: 2.0962710 Jul 29 11:46:47.322328 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Allocated IP 172.20.0.10 (4303157a-2669-4080-b15b-7be339c78e2e/0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f/a089bb79-5e40-4138-a8cf-26b1b99b5535) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:47.371408 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13589ea6-0f3a-4e49-a5d6-996e28565f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14fa15f-8989-470f-854e-4d458b3e1c8b,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:47.397444 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3e57a91e-c0a1-4ab6-9c91-3dc0dad46469 req-db9248be-87c8-4532-99dd-4da92cdeefd5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 210 time: 0.0404170 Jul 29 11:46:47.510609 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-8ca6637d-de8a-4a83-af8e-a9e9252650cb None None] Provisioning complete for port 72de6824-05b0-479e-b6e6-0a65819542dc triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:47.511509 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8ca6637d-de8a-4a83-af8e-a9e9252650cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:47.574575 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40760) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:47.613601 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-ac608e6b-f19b-41c4-8f76-c4932cdb4124 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399963 Jul 29 11:46:47.685320 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd9888-8015-42b1-af68-c3a195cd184c req-c0195491-82c0-4bdc-beff-a35a9da1e110 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:47.692873 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-27fd9888-8015-42b1-af68-c3a195cd184c req-c0195491-82c0-4bdc-beff-a35a9da1e110 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 931 time: 0.0843062 Jul 29 11:46:47.745055 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:47.787749 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6637d-de8a-4a83-af8e-a9e9252650cb None None] Port 72de6824-05b0-479e-b6e6-0a65819542dc cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:47.811028 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:34Z', 'revision_number': 2, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:47.825606 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.58', 65529) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:47.885800 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d7f85281-a36a-4236-9daa-1f1ffff4378c admin admin] Publish callbacks [] for security_group (34e81ef2-c9ef-4921-a01a-dd09ffcf91c8), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:47.911209 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Checking router: 38afab1a-6287-4ffd-8863-3ed231fa9bec for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:46:47.912010 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Updating router 38afab1a-6287-4ffd-8863-3ed231fa9bec port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 binding host dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:46:47.913585 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d7f85281-a36a-4236-9daa-1f1ffff4378c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (34e81ef2-c9ef-4921-a01a-dd09ffcf91c8), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:47.916325 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:48.001524 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:48.032025 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:48.101795 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-9c83f0ee-eba1-4beb-8e82-ba4247047dd6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:48.109794 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-9c83f0ee-eba1-4beb-8e82-ba4247047dd6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 817 time: 0.6577251 Jul 29 11:46:48.122421 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:48.163302 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-27fd9888-8015-42b1-af68-c3a195cd184c req-d7421a1b-cbad-4d39-86c9-38b81fc7e330 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694643 Jul 29 11:46:48.378002 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-df69ab0b-c8db-45bd-a083-a87c793db5e1 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802142 Jul 29 11:46:48.463061 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:48.485812 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-d7f85281-a36a-4236-9daa-1f1ffff4378c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fa2e3e36e444bd7bca8712b9ea6eaae&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8943348 Jul 29 11:46:48.488026 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ff071dea-ad74-40fb-818b-a826c6ddf9d9 req-badf1de2-5a00-49a3-9ed1-ac85f8b187c8 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 210 time: 0.1971416 Jul 29 11:46:48.488484 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40784) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:48.524152 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f85281-a36a-4236-9daa-1f1ffff4378c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e81ef2-c9ef-4921-a01a-dd09ffcf91c8,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:48.554624 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Request body: {'port': {'device_id': '1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:48.712956 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:48.722021 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-8769c05b-2472-428d-9207-94f20890dfb5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90047b9130334326ad98280a8edb2bc6 HTTP/1.1" status: 200 len: 379 time: 0.5133884 Jul 29 11:46:48.739651 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:48.765486 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc41d-0475-4127-bcc3-03efb85d3ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:48.851098 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'port': {'device_id': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'admin_state_up': True, 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'security_groups': ['bfb7683a-e0b5-4e80-9907-7596707f01fc']}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:49.130487 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Network 4303157a-2669-4080-b15b-7be339c78e2e is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:49.176790 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:49.186851 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:49.204614 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Publish callbacks [] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), precommit_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:49.211330 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:49.212760 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:49.230266 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:49.246380 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:49.307183 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event updated for resources: {'Port': ['ID=a089bb79-5e40-4138-a8cf-26b1b99b5535,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:49.344846 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:49.412428 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027afa0d-f614-4c0b-bdc2-7991dfed815a None None] Pushing event updated for resources: {'Port': ['ID=c5d14782-b4d5-4c7b-a847-a619d3ec9e88,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:49.422366 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-caa81dd8-9415-498c-a357-478e959131d7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7609351 Jul 29 11:46:49.569900 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7a7e195d-388f-46d3-9ae2-9c4da13f2073 req-3809d6f8-1348-4a7a-bcb4-5944d858ac32 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 210 time: 0.5177174 Jul 29 11:46:49.596075 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cb5c6ee7-0653-4667-89a0-da9a6b160c2f req-ee388ab1-2926-4130-832c-95f05b158b2f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 210 time: 0.8726475 Jul 29 11:46:49.605667 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Attempting to bind port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:49.605992 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Attempting to bind port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:49.606362 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Attempting to bind port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 on network 4303157a-2669-4080-b15b-7be339c78e2e {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:49.654744 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-78eaa3e7-6e4d-4691-854b-fe9752a5cdbc admin admin] Publish callbacks [] for security_group (34e81ef2-c9ef-4921-a01a-dd09ffcf91c8), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:49.656892 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:49.657325 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Checking segment: {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:49.673335 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:49.673800 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Bound using segment: {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:49.674323 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Bound port: c5d14782-b4d5-4c7b-a847-a619d3ec9e88, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:49.674723 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:49.751567 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-78eaa3e7-6e4d-4691-854b-fe9752a5cdbc admin admin] Publish callbacks [] for security_group (34e81ef2-c9ef-4921-a01a-dd09ffcf91c8), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:49.761500 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-2d9f2bcc-eca9-48f8-b272-a8fe9305a032 None None] Provisioning complete for port a089bb79-5e40-4138-a8cf-26b1b99b5535 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:49.769966 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2bcc-eca9-48f8-b272-a8fe9305a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:49.904482 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.58', 65533) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:49.911077 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-78eaa3e7-6e4d-4691-854b-fe9752a5cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (34e81ef2-c9ef-4921-a01a-dd09ffcf91c8), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:49.914426 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-78eaa3e7-6e4d-4691-854b-fe9752a5cdbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:49.919399 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-78eaa3e7-6e4d-4691-854b-fe9752a5cdbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34e81ef2-c9ef-4921-a01a-dd09ffcf91c8 HTTP/1.1" status: 204 len: 168 time: 1.4031289 Jul 29 11:46:49.959956 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Request body: {'port': {'device_id': '8e39f512-b616-4e06-9f81-f853454d67aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:50.016089 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f2bcc-eca9-48f8-b272-a8fe9305a032 None None] Port a089bb79-5e40-4138-a8cf-26b1b99b5535 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:50.110898 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] For port c5d14782-b4d5-4c7b-a847-a619d3ec9e88, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:50.145140 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] For port c5d14782-b4d5-4c7b-a847-a619d3ec9e88, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=c5d14782-b4d5-4c7b-a847-a619d3ec9e88,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:50.173255 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:50.409684 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027afa0d-f614-4c0b-bdc2-7991dfed815a None None] Pushing event updated for resources: {'Port': ['ID=c5d14782-b4d5-4c7b-a847-a619d3ec9e88,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:50.434867 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:46:50.436813 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:50.699828 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-c57d41eb-8517-4252-bbc3-fb8455081648 None None] Provisioning complete for port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:50.700669 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c57d41eb-8517-4252-bbc3-fb8455081648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:50.704478 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ad538-4114-4755-8e83-dd88d8540eb9 req-5f4f5356-90f2-447a-9e14-54fa970fc69a tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:50.714935 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-597ad538-4114-4755-8e83-dd88d8540eb9 req-5f4f5356-90f2-447a-9e14-54fa970fc69a tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 931 time: 0.8137922 Jul 29 11:46:50.724631 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:50.776472 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Made reservation on behalf of 90047b9130334326ad98280a8edb2bc6 for: {'port': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:50.817754 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:50.869187 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaa3e7-6e4d-4691-854b-fe9752a5cdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e81ef2-c9ef-4921-a01a-dd09ffcf91c8,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:50.899533 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8095d5ed-f25a-475f-aec2-0b8b50b823e4 req-1e473781-ea22-4af1-8a23-eeb414989710 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 210 time: 1.0059137 Jul 29 11:46:51.064538 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:46:51.294403 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:51.299277 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-c57d41eb-8517-4252-bbc3-fb8455081648 None None] Current status of the port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:51.305079 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c57d41eb-8517-4252-bbc3-fb8455081648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:51.406282 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:51.411468 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-e08023ee-e15a-4ddd-bb8b-d00f8015c52a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:51.414696 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-e08023ee-e15a-4ddd-bb8b-d00f8015c52a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 818 time: 1.5053172 Jul 29 11:46:51.419627 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40860) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:51.496083 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-78fe41c2-c09c-4242-96c1-d343c6189aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:51.622560 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72de6824-05b0-479e-b6e6-0a65819542dc {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:46:51.633527 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Publish callbacks [] for port (72de6824-05b0-479e-b6e6-0a65819542dc), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:51.647845 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-c57d41eb-8517-4252-bbc3-fb8455081648 None None] For port c5d14782-b4d5-4c7b-a847-a619d3ec9e88, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=c5d14782-b4d5-4c7b-a847-a619d3ec9e88,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:46:51.676623 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c57d41eb-8517-4252-bbc3-fb8455081648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:51.703576 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device c5d14782-b4d5-4c7b-a847-a619d3ec9e88 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:51.707360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Allocated IP 172.20.0.11 (880bbcc5-592e-4ef5-8c48-acff52af8368/1bfd1676-e677-4b00-9dca-2f2877ca6e52/fb1642b2-a468-43c6-8233-7e7bcc25cfcd) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:51.945281 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-b36bc17c-a26f-4e40-803f-03c6e79a5442 None None] Provisioning complete for port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:51.946089 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b36bc17c-a26f-4e40-803f-03c6e79a5442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:52.064763 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:52.065660 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:52.069243 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d41eb-8517-4252-bbc3-fb8455081648 None None] Pushing event updated for resources: {'Port': ['ID=c5d14782-b4d5-4c7b-a847-a619d3ec9e88,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:52.120236 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Transition to ACTIVE for port object 72de6824-05b0-479e-b6e6-0a65819542dc will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:46:52.144101 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:52.177774 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:50Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:46:52.209435 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:52.249675 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:52.314360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:52.317473 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:52.326479 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fee884a4-8bd4-486e-8d8c-f5a73687d9d0 req-5cde6515-8214-4bc0-99c6-270728f1e819 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 210 time: 1.1290247 Jul 29 11:46:52.369821 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc41d-0475-4127-bcc3-03efb85d3ebd admin admin] Publish callbacks [] for security_group (c680ae68-1bbd-4e6c-bb25-34aaf114e24f), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:52.374747 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:52.391068 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Request body: {'port': {'device_id': '600bd88b-d9ed-4efe-a4fe-5ae8a93497c9', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'admin_state_up': True, 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:52.546933 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-78fe41c2-c09c-4242-96c1-d343c6189aba admin admin] Publish callbacks [] for security_group (16794875-8596-4e7c-8c33-c17080964b18), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:52.557083 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a089bb79-5e40-4138-a8cf-26b1b99b5535 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:46:52.570364 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Publish callbacks [] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:52.588094 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Transition to ACTIVE for port object a089bb79-5e40-4138-a8cf-26b1b99b5535 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:46:52.591203 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:52.667170 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.58', 49156) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:52.686514 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:52.696697 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffeb3ff-0b30-4e59-bc80-97d1f2ce1b79 None None] The sync data for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi is: [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:50Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:46:52.701128 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-78fe41c2-c09c-4242-96c1-d343c6189aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (16794875-8596-4e7c-8c33-c17080964b18), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:52.753268 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Attempting to bind port 72de6824-05b0-479e-b6e6-0a65819542dc on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:52.753776 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Attempting to bind port 72de6824-05b0-479e-b6e6-0a65819542dc by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:52.754113 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Attempting to bind port 72de6824-05b0-479e-b6e6-0a65819542dc on network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:52.757328 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-b36bc17c-a26f-4e40-803f-03c6e79a5442 None None] Current status of the port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:52.823124 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-78fe41c2-c09c-4242-96c1-d343c6189aba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64102500ee934a5abcdb4ff2a40c5b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3977833 Jul 29 11:46:52.825440 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40882) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:52.826561 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:52.931037 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Network 880bbcc5-592e-4ef5-8c48-acff52af8368 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:52.951902 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'Port': ['ID=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:52.960353 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:52.962439 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc41d-0475-4127-bcc3-03efb85d3ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (c680ae68-1bbd-4e6c-bb25-34aaf114e24f), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:52.970805 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Made reservation on behalf of 106664c99e9c4a0d9a9c9c05e08a3d7f for: {'port': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:52.982189 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:53.038268 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:53.038498 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Port 72de6824-05b0-479e-b6e6-0a65819542dc on network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:46:53.038605 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Attempting to bind port 72de6824-05b0-479e-b6e6-0a65819542dc on network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:53.040949 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe41c2-c09c-4242-96c1-d343c6189aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16794875-8596-4e7c-8c33-c17080964b18,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:53.066405 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:53.067215 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:53.131433 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-597ad538-4114-4755-8e83-dd88d8540eb9 req-4aef2ee5-1495-4259-9274-acaa999e2e60 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2760723 Jul 29 11:46:53.242083 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Pushing event updated for resources: {'Port': ['ID=72de6824-05b0-479e-b6e6-0a65819542dc,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:53.318946 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:53.319317 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Checking segment: {'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:53.321430 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Bound using segment: {'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:53.326973 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Bound port: 72de6824-05b0-479e-b6e6-0a65819542dc, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f82fd0d-32f6-491a-951e-a8c52cb68126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:53.327520 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:53.584514 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-d310e816-cc9b-459c-a588-db5e286885ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8301020 Jul 29 11:46:53.660606 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device c5d14782-b4d5-4c7b-a847-a619d3ec9e88 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:46:53.680407 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] For port 72de6824-05b0-479e-b6e6-0a65819542dc, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:53.711902 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] For port 72de6824-05b0-479e-b6e6-0a65819542dc, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=72de6824-05b0-479e-b6e6-0a65819542dc,segment=NetworkSegment(9f82fd0d-32f6-491a-951e-a8c52cb68126),segment_id=9f82fd0d-32f6-491a-951e-a8c52cb68126)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:53.720743 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:INSERT=8 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:53.793591 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:53.810943 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Request body: {'port': {'device_id': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:53.830201 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bc41d-0475-4127-bcc3-03efb85d3ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c680ae68-1bbd-4e6c-bb25-34aaf114e24f,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:53.851478 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-1d405b9b-625e-47de-ac88-08637dae8433 None None] Provisioning complete for port fb1642b2-a468-43c6-8233-7e7bcc25cfcd triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:53.863370 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-1d405b9b-625e-47de-ac88-08637dae8433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:53.864228 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-ac6bc41d-0475-4127-bcc3-03efb85d3ebd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ff908d615634070a538b80f0530879e&name=default HTTP/1.1" status: 200 len: 2996 time: 6.2843499 Jul 29 11:46:53.870608 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:53.871482 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:53.874269 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] 10.222.0.58 "PUT /v2.0/ports/72de6824-05b0-479e-b6e6-0a65819542dc HTTP/1.1" status: 200 len: 1093 time: 6.0286632 Jul 29 11:46:53.883187 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40912) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:53.891443 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4', 'tag': '72de6824-05b0-479e-b6e6-0a65819542dc'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:46:53.937823 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2bfdab3b-dfa9-43e7-b679-79b3374a5c00 req-316b4a11-3484-4fe8-ba29-d91177bfdd95 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 210 time: 0.4270194 Jul 29 11:46:53.945464 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40914) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:54.054344 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:54.056354 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21a9e1-8c40-4822-a172-ea03e6a1a1ba req-3e5cc7c3-9c87-4535-914b-d2b7fc606319 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:54.056890 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:54.061133 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1e21a9e1-8c40-4822-a172-ea03e6a1a1ba req-3e5cc7c3-9c87-4535-914b-d2b7fc606319 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 932 time: 1.3137026 Jul 29 11:46:54.068590 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-1d405b9b-625e-47de-ac88-08637dae8433 None None] Port fb1642b2-a468-43c6-8233-7e7bcc25cfcd cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:54.206101 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-074e0846-ae0f-481b-9fcc-030cd2fdbdcb admin admin] Publish callbacks [] for security_group (16794875-8596-4e7c-8c33-c17080964b18), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:54.213118 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:54.274276 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-074e0846-ae0f-481b-9fcc-030cd2fdbdcb admin admin] Publish callbacks [] for security_group (16794875-8596-4e7c-8c33-c17080964b18), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:54.347475 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:46:54.358530 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-20e11e39-b93d-48a9-80a9-e4d4b9f16e6b req-f75d088b-a08f-4b6b-8a3e-880390f60b16 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 210 time: 0.1970406 Jul 29 11:46:54.381738 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Attempting to bind port a089bb79-5e40-4138-a8cf-26b1b99b5535 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:54.382083 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Attempting to bind port a089bb79-5e40-4138-a8cf-26b1b99b5535 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:54.382410 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Attempting to bind port a089bb79-5e40-4138-a8cf-26b1b99b5535 on network 4303157a-2669-4080-b15b-7be339c78e2e {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:54.399654 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Pushing event updated for resources: {'Port': ['ID=a089bb79-5e40-4138-a8cf-26b1b99b5535,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:54.508356 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-030a3d9c-3875-44e6-a908-f808094c5b1c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:54.510056 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-030a3d9c-3875-44e6-a908-f808094c5b1c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 815 time: 1.7789156 Jul 29 11:46:54.533090 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Port a089bb79-5e40-4138-a8cf-26b1b99b5535 on network 4303157a-2669-4080-b15b-7be339c78e2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:46:54.533090 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Attempting to bind port a089bb79-5e40-4138-a8cf-26b1b99b5535 on network 4303157a-2669-4080-b15b-7be339c78e2e {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:54.535764 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-43c5be0e-0ba2-42b1-8954-d5a0a8bec677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:54.537447 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-43c5be0e-0ba2-42b1-8954-d5a0a8bec677 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3261a30431d343a1bb170b67199c0903&device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 1127 time: 0.3402228 Jul 29 11:46:54.566579 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:54.567015 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Checking segment: {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:54.567725 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Bound using segment: {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:54.568024 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Bound port: a089bb79-5e40-4138-a8cf-26b1b99b5535, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:54.568450 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:54.592313 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a04c4e45-dab4-4ac6-90fc-de98b6abdeb8 admin admin] Publish callbacks [] for security_group (c680ae68-1bbd-4e6c-bb25-34aaf114e24f), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:54.641658 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-074e0846-ae0f-481b-9fcc-030cd2fdbdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (16794875-8596-4e7c-8c33-c17080964b18), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:54.644675 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-074e0846-ae0f-481b-9fcc-030cd2fdbdcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:54.648997 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-074e0846-ae0f-481b-9fcc-030cd2fdbdcb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16794875-8596-4e7c-8c33-c17080964b18 HTTP/1.1" status: 204 len: 168 time: 1.5873015 Jul 29 11:46:54.652908 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4", "tag": "72de6824-05b0-479e-b6e6-0a65819542dc"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:46:54.664903 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6032e708-025d-45ac-bdb0-79da97b3b66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:54.705450 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:54.743271 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:54.798498 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1e21a9e1-8c40-4822-a172-ea03e6a1a1ba req-777d282e-281b-4348-bda6-f95262e5a53e tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6837766 Jul 29 11:46:54.848669 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Allocated IP 172.20.0.4 (4303157a-2669-4080-b15b-7be339c78e2e/0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f/c7dcc6c9-56c0-4221-a382-4dc2c7a538eb) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:54.900095 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6488f33-091c-4e53-91dc-861f3ad81a86 req-3c4a2ffd-abea-4f62-9970-5f936f8711c9 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:54.911575 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d6488f33-091c-4e53-91dc-861f3ad81a86 req-3c4a2ffd-abea-4f62-9970-5f936f8711c9 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 943 time: 0.2859845 Jul 29 11:46:54.924259 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c22db2-9a00-43e8-9487-adaf86761711 service neutron] Pushing event updated for resources: {'Port': ['ID=72de6824-05b0-479e-b6e6-0a65819542dc,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:54.961154 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a04c4e45-dab4-4ac6-90fc-de98b6abdeb8 admin admin] Publish callbacks [] for security_group (c680ae68-1bbd-4e6c-bb25-34aaf114e24f), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:55.010439 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e0846-ae0f-481b-9fcc-030cd2fdbdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16794875-8596-4e7c-8c33-c17080964b18,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:55.146263 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-06f3637a-c09d-4801-8640-bff005268075 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72de6824-05b0-479e-b6e6-0a65819542dc HTTP/1.1" status: 200 len: 217 time: 0.2039742 Jul 29 11:46:55.159731 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] For port a089bb79-5e40-4138-a8cf-26b1b99b5535, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:55.249727 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40944) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:55.250164 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:55.254715 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] For port a089bb79-5e40-4138-a8cf-26b1b99b5535, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a089bb79-5e40-4138-a8cf-26b1b99b5535,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:55.303110 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-4e73d3db-a6ec-462c-8093-c609e4e677cc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 379 time: 0.3638017 Jul 29 11:46:55.318817 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:55.337953 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'port': {'device_id': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'admin_state_up': True, 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'security_groups': ['b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf']}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:55.350730 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6941c663-f53b-41a3-b4e4-48c096c018f3 x-openstack-request-id: req-6941c663-f53b-41a3-b4e4-48c096c018f3 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:46:55.351011 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4", "tag": "72de6824-05b0-479e-b6e6-0a65819542dc", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:46:55.351339 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6941c663-f53b-41a3-b4e4-48c096c018f3 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:46:55.351899 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6941c663-f53b-41a3-b4e4-48c096c018f3'] response: {'name': 'network-changed', 'server_uuid': '1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4', 'tag': '72de6824-05b0-479e-b6e6-0a65819542dc', 'status': 'completed', 'code': 200} Jul 29 11:46:55.382877 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:55.383719 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:55.385312 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] 10.222.0.58 "PUT /v2.0/ports/a089bb79-5e40-4138-a8cf-26b1b99b5535 HTTP/1.1" status: 200 len: 1094 time: 5.4555762 Jul 29 11:46:55.443282 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-61dea0b3-59bc-4690-b852-ea20351c78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:55.444937 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-61dea0b3-59bc-4690-b852-ea20351c78c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61e160e6-8e49-452b-80cf-de84d71ee1ab HTTP/1.1" status: 200 len: 851 time: 0.2734909 Jul 29 11:46:55.445658 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a04c4e45-dab4-4ac6-90fc-de98b6abdeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (c680ae68-1bbd-4e6c-bb25-34aaf114e24f), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:55.448243 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a04c4e45-dab4-4ac6-90fc-de98b6abdeb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:55.453168 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-a04c4e45-dab4-4ac6-90fc-de98b6abdeb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c680ae68-1bbd-4e6c-bb25-34aaf114e24f HTTP/1.1" status: 204 len: 168 time: 1.4057958 Jul 29 11:46:55.509279 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d6488f33-091c-4e53-91dc-861f3ad81a86 req-be2e6721-be02-4137-8ba4-576d3128c995 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949564 Jul 29 11:46:55.595758 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6032e708-025d-45ac-bdb0-79da97b3b66c admin admin] Publish callbacks [] for security_group (67d0ac15-cfe7-4434-9364-a09ca94737f3), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:55.693404 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c4e45-dab4-4ac6-90fc-de98b6abdeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c680ae68-1bbd-4e6c-bb25-34aaf114e24f,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:55.719916 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6032e708-025d-45ac-bdb0-79da97b3b66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (67d0ac15-cfe7-4434-9364-a09ca94737f3), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:55.757823 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-55f97532-7464-4557-ad8f-7d908bdc8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:55.774685 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-55f97532-7464-4557-ad8f-7d908bdc8eca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=81221c9c-f0f4-4095-981a-fd6e3dcd5aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3073111 Jul 29 11:46:55.787590 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:55.823625 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9bddc659-50df-41a5-829a-6ff68b35bb1a req-d94139f7-7e48-4d53-aa88-d7ed35477a47 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 210 time: 0.2835803 Jul 29 11:46:55.859193 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d97f9f79-dd6f-41ef-adfa-a812691889d6 req-6305ebf0-c39a-4393-9fbd-671f92791b3e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 210 time: 0.1443641 Jul 29 11:46:55.859397 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ca7a2c89-d243-4b9a-a5fb-0a011901e00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:55.925025 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032e708-025d-45ac-bdb0-79da97b3b66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d0ac15-cfe7-4434-9364-a09ca94737f3,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:55.940749 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f5514de7-1fa9-4dcf-b615-558bd0f8e570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:55.956542 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-6032e708-025d-45ac-bdb0-79da97b3b66c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68e0fa57c2ec45cf84ed77164ffabf91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8943360 Jul 29 11:46:55.978935 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40966) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:55.996076 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-5fdc3b5e-92a7-4808-b304-6df382acf31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:55.999239 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-5fdc3b5e-92a7-4808-b304-6df382acf31b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 1128 time: 0.5329187 Jul 29 11:46:56.063928 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816140b-9b6c-494c-a011-9ad1c7194868 service neutron] Pushing event updated for resources: {'Port': ['ID=a089bb79-5e40-4138-a8cf-26b1b99b5535,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:56.069869 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.094278 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb880c-4a72-4a2e-9cfa-6ec0484a2f8f req-8eb6cf8b-46df-4c92-ab9d-a9ead9d931ce tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:56.101711 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-89bb880c-4a72-4a2e-9cfa-6ec0484a2f8f req-8eb6cf8b-46df-4c92-ab9d-a9ead9d931ce tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 932 time: 0.1157014 Jul 29 11:46:56.128519 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:56.243579 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1642b2-a468-43c6-8233-7e7bcc25cfcd {{(pid=115839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:46:56.275909 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.276086 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:56.291864 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Publish callbacks [] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.371156 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-89bb880c-4a72-4a2e-9cfa-6ec0484a2f8f req-67c87397-3ed9-4aa2-8613-5d09ccd31aa4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674983 Jul 29 11:46:56.401533 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f5514de7-1fa9-4dcf-b615-558bd0f8e570 admin admin] Publish callbacks [] for security_group (5cd36ec4-b52e-4a6d-a446-3d0505b50cf2), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.405194 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-67b23728-bf53-4962-9794-5b94ec9313e8 service neutron] 10.222.0.58 "GET /v2.0/networks/81221c9c-f0f4-4095-981a-fd6e3dcd5aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488162 Jul 29 11:46:56.412801 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 40974) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:56.465082 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.provisioning_blocks [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Transition to ACTIVE for port object fb1642b2-a468-43c6-8233-7e7bcc25cfcd will not be triggered until provisioned by entity L2. {{(pid=115839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:46:56.465082 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1795d5fa-c54f-4643-8fec-78c35291c84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.479213 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Network 4303157a-2669-4080-b15b-7be339c78e2e is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:56.521739 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d59bf72d-2f28-4dbb-af39-3219da3024e0 admin admin] Publish callbacks [] for security_group (67d0ac15-cfe7-4434-9364-a09ca94737f3), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.554876 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d59bf72d-2f28-4dbb-af39-3219da3024e0 admin admin] Publish callbacks [] for security_group (67d0ac15-cfe7-4434-9364-a09ca94737f3), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.593551 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=15 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:56.599272 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=25 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:56.619745 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:56.622878 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f5514de7-1fa9-4dcf-b615-558bd0f8e570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (5cd36ec4-b52e-4a6d-a446-3d0505b50cf2), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.753583 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-f5514de7-1fa9-4dcf-b615-558bd0f8e570 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af4d76b959be4fb794cf6d1145481d18&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4989667 Jul 29 11:46:56.753583 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d59bf72d-2f28-4dbb-af39-3219da3024e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (67d0ac15-cfe7-4434-9364-a09ca94737f3), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.754343 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d59bf72d-2f28-4dbb-af39-3219da3024e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.755976 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-d59bf72d-2f28-4dbb-af39-3219da3024e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67d0ac15-cfe7-4434-9364-a09ca94737f3 HTTP/1.1" status: 204 len: 168 time: 0.7529826 Jul 29 11:46:56.760670 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 40982) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:56.765986 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5514de7-1fa9-4dcf-b615-558bd0f8e570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd36ec4-b52e-4a6d-a446-3d0505b50cf2,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:56.806060 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.815004 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:56.836137 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:56.843095 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:56.844459 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:56.902001 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bf72d-2f28-4dbb-af39-3219da3024e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d0ac15-cfe7-4434-9364-a09ca94737f3,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:56.911832 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-d30429a9-9f98-4e6c-a4e0-87ab76e94cfc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a089bb79-5e40-4138-a8cf-26b1b99b5535 HTTP/1.1" status: 200 len: 217 time: 0.4561393 Jul 29 11:46:56.931731 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event updated for resources: {'Port': ['ID=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:57.110759 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-869f45a7-9f86-4ae2-8752-94c8d8a8f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:57.113123 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-869f45a7-9f86-4ae2-8752-94c8d8a8f089 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.1890817 Jul 29 11:46:57.122926 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-c6d7acb7-a905-49ad-880d-993c3c1274a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7559123 Jul 29 11:46:57.227975 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72f470-b545-4313-a3a3-e8b4a3b719c8 req-98364437-f9f9-4a34-b7f0-ff5a81c5cc13 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:57.251829 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7c72f470-b545-4313-a3a3-e8b4a3b719c8 req-98364437-f9f9-4a34-b7f0-ff5a81c5cc13 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 943 time: 0.4371929 Jul 29 11:46:57.283540 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-1c92d86d-7368-4f95-9a33-d664cf655aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:57.285623 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-1c92d86d-7368-4f95-9a33-d664cf655aa3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1363797 Jul 29 11:46:57.361360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Request body: {'port': {'device_id': '600bd88b-d9ed-4efe-a4fe-5ae8a93497c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:57.381986 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f0200f74-d401-429b-86b4-5efbd1cc0102 None None] Provisioning complete for port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:57.388788 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f0200f74-d401-429b-86b4-5efbd1cc0102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:57.430564 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-01fae4da-c50e-48ae-a8f9-8a96615889c4 req-e08fa40f-6ed6-4cf0-99a3-e8fa48288e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 210 time: 0.3513916 Jul 29 11:46:57.444738 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:57.542270 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:57.542984 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:57.555423 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:57.574705 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f0200f74-d401-429b-86b4-5efbd1cc0102 None None] Port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:46:57.601929 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Attempting to bind port fb1642b2-a468-43c6-8233-7e7bcc25cfcd on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:57.602711 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Attempting to bind port fb1642b2-a468-43c6-8233-7e7bcc25cfcd by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'}] {{(pid=115839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:57.603263 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Attempting to bind port fb1642b2-a468-43c6-8233-7e7bcc25cfcd on network 880bbcc5-592e-4ef5-8c48-acff52af8368 {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:57.639062 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7c72f470-b545-4313-a3a3-e8b4a3b719c8 req-2cbbe639-5fb6-4188-85f5-3f40973e05b7 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810837 Jul 29 11:46:57.679546 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Port fb1642b2-a468-43c6-8233-7e7bcc25cfcd on network 880bbcc5-592e-4ef5-8c48-acff52af8368 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:46:57.683773 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Attempting to bind port fb1642b2-a468-43c6-8233-7e7bcc25cfcd on network 880bbcc5-592e-4ef5-8c48-acff52af8368 {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:57.688397 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:57.730689 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e39f512-b616-4e06-9f81-f853454d67aa', 'tag': 'a089bb79-5e40-4138-a8cf-26b1b99b5535'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:46:57.733538 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1353b41b-f07f-4469-899b-f63b70fe2af3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e39f512-b616-4e06-9f81-f853454d67aa", "tag": "a089bb79-5e40-4138-a8cf-26b1b99b5535"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:46:57.738104 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-a705646a-69f1-40d5-aa30-a0eeab2e1aa7 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263210 Jul 29 11:46:57.738688 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Made reservation on behalf of 6a4b9969357142bc8724804eb47e0c48 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:46:57.742234 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:57.769542 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41002) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:57.771675 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f9cca97b-a9cd-40f4-b8bd-77a4d3d70e38 admin admin] Publish callbacks [] for security_group (5cd36ec4-b52e-4a6d-a446-3d0505b50cf2), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:57.781233 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1795d5fa-c54f-4643-8fec-78c35291c84a admin admin] Publish callbacks [] for security_group (4c91198f-bfaa-46d5-a8b9-330e496f01fa), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:57.783890 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:57.784554 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Checking segment: {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:57.785317 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Bound using segment: {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'} {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:57.786077 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Bound port: fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'}}] {{(pid=115839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:57.786639 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:57.814776 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-01b05d6a-d81d-46e3-b17f-960c0b8905b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:57.822345 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1795d5fa-c54f-4643-8fec-78c35291c84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (4c91198f-bfaa-46d5-a8b9-330e496f01fa), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:57.834241 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1878da17-df18-4564-8d39-c86858ae52fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:57.867538 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f9cca97b-a9cd-40f4-b8bd-77a4d3d70e38 admin admin] Publish callbacks [] for security_group (5cd36ec4-b52e-4a6d-a446-3d0505b50cf2), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:57.881625 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a07fcb7-bf5b-405d-9a76-5ebe0325216c req-9a14b311-d8b2-4efa-bd29-81be8b28942d service neutron] 10.222.0.58 "GET /v2.0/networks/81221c9c-f0f4-4095-981a-fd6e3dcd5aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4175737 Jul 29 11:46:57.964865 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262dd01-3098-4ed9-b62f-9eb637b46874 req-71eb1025-e8b9-443e-8007-195bf5b43a00 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:57.965673 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5262dd01-3098-4ed9-b62f-9eb637b46874 req-71eb1025-e8b9-443e-8007-195bf5b43a00 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 931 time: 0.2604420 Jul 29 11:46:57.975726 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1795d5fa-c54f-4643-8fec-78c35291c84a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8ea867386ab4a13b2a10bf309366075&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5537372 Jul 29 11:46:57.978293 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41008) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:57.981316 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795d5fa-c54f-4643-8fec-78c35291c84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c91198f-bfaa-46d5-a8b9-330e496f01fa,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:58.002073 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:58.004664 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260a008-778f-4eae-98b5-8e1863548340 req-8f318c3d-0bdd-45f6-91b0-a7121902dcbb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:58.006211 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8260a008-778f-4eae-98b5-8e1863548340 req-8f318c3d-0bdd-45f6-91b0-a7121902dcbb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.2274344 Jul 29 11:46:58.083477 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:58.131488 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Allocated IP 172.20.0.6 (b8c1956d-5393-448f-8fc5-93aafd4768ba/22487528-4cb3-453b-b46a-f8e4c396dd42/37549cbf-4d66-48e6-b4f4-c12905ec4351) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:46:58.135235 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f9cca97b-a9cd-40f4-b8bd-77a4d3d70e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (5cd36ec4-b52e-4a6d-a446-3d0505b50cf2), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.139059 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f9cca97b-a9cd-40f4-b8bd-77a4d3d70e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.142591 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-f9cca97b-a9cd-40f4-b8bd-77a4d3d70e38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cd36ec4-b52e-4a6d-a446-3d0505b50cf2 HTTP/1.1" status: 204 len: 168 time: 1.3569627 Jul 29 11:46:58.148281 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-df625b87-3d88-478d-b80a-94c41565437c admin admin] Publish callbacks [] for security_group (4c91198f-bfaa-46d5-a8b9-330e496f01fa), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.153523 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, cleared binding levels {{(pid=115839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:58.172270 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1878da17-df18-4564-8d39-c86858ae52fb admin admin] Publish callbacks [] for security_group (b59340e0-5224-44e7-8490-89b7efd42d4f), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.180269 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cca97b-a9cd-40f4-b8bd-77a4d3d70e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd36ec4-b52e-4a6d-a446-3d0505b50cf2,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:58.191334 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1878da17-df18-4564-8d39-c86858ae52fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b59340e0-5224-44e7-8490-89b7efd42d4f), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.203834 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:58.222120 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-df625b87-3d88-478d-b80a-94c41565437c admin admin] Publish callbacks [] for security_group (4c91198f-bfaa-46d5-a8b9-330e496f01fa), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.232902 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:58.241292 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5262dd01-3098-4ed9-b62f-9eb637b46874 req-49f93850-bed3-4950-a574-8f3e0a2b37b3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609453 Jul 29 11:46:58.258074 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8260a008-778f-4eae-98b5-8e1863548340 req-968a0804-f4a6-49d1-931a-d8c59a0ffa14 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004333 Jul 29 11:46:58.264560 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.364882 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8e0707-57f5-417a-8fd1-d426d1e005cd x-openstack-request-id: req-0d8e0707-57f5-417a-8fd1-d426d1e005cd {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:46:58.365175 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e39f512-b616-4e06-9f81-f853454d67aa", "tag": "a089bb79-5e40-4138-a8cf-26b1b99b5535", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:46:58.365443 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d8e0707-57f5-417a-8fd1-d426d1e005cd {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:46:58.365850 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8e0707-57f5-417a-8fd1-d426d1e005cd'] response: {'name': 'network-changed', 'server_uuid': '8e39f512-b616-4e06-9f81-f853454d67aa', 'tag': 'a089bb79-5e40-4138-a8cf-26b1b99b5535', 'status': 'completed', 'code': 200} Jul 29 11:46:58.375892 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:58.382079 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-1878da17-df18-4564-8d39-c86858ae52fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e150e32b75d45eaba92b9888f417534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6112876 Jul 29 11:46:58.385277 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 41022) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:58.393846 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:58.394489 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.398631 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] 10.222.0.58 "PUT /v2.0/ports/fb1642b2-a468-43c6-8233-7e7bcc25cfcd HTTP/1.1" status: 200 len: 1094 time: 4.6625700 Jul 29 11:46:58.409228 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:46:58.423487 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878da17-df18-4564-8d39-c86858ae52fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59340e0-5224-44e7-8490-89b7efd42d4f,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:58.499712 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-3a7b8343-a13f-4f96-a301-94d144921428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:58.503868 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-3a7b8343-a13f-4f96-a301-94d144921428 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3261a30431d343a1bb170b67199c0903&device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 1127 time: 0.1827970 Jul 29 11:46:58.530282 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1debcd7-f0b2-4422-b344-2f846a21e267 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,revision_number=3']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:58.654587 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fd8de749-e3e5-4e40-81b7-1963bd4fc7f4 admin admin] Publish callbacks [] for security_group (b59340e0-5224-44e7-8490-89b7efd42d4f), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.656277 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-df625b87-3d88-478d-b80a-94c41565437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (4c91198f-bfaa-46d5-a8b9-330e496f01fa), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.659671 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-df625b87-3d88-478d-b80a-94c41565437c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.663060 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-df625b87-3d88-478d-b80a-94c41565437c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c91198f-bfaa-46d5-a8b9-330e496f01fa HTTP/1.1" status: 204 len: 168 time: 0.6824884 Jul 29 11:46:58.715633 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ce9f95a7-788f-4daa-ac82-fa622ab27459 req-2f730894-3694-406b-904a-2dda020f979e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 210 time: 0.0829253 Jul 29 11:46:58.744499 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7dcc6c9-56c0-4221-a382-4dc2c7a538eb {{(pid=115839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:46:58.770129 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Publish callbacks [] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.812013 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fd8de749-e3e5-4e40-81b7-1963bd4fc7f4 admin admin] Publish callbacks [] for security_group (b59340e0-5224-44e7-8490-89b7efd42d4f), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.836445 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.provisioning_blocks [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Transition to ACTIVE for port object c7dcc6c9-56c0-4221-a382-4dc2c7a538eb will not be triggered until provisioned by entity L2. {{(pid=115839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:46:58.848082 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.864459 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3d533-98c6-4076-acb8-85922d7a8bf3 req-33f0e0e9-609d-413c-8897-e900c0999e5d tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:58.871946 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-02c3d533-98c6-4076-acb8-85922d7a8bf3 req-33f0e0e9-609d-413c-8897-e900c0999e5d tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 943 time: 0.1041348 Jul 29 11:46:58.912243 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df625b87-3d88-478d-b80a-94c41565437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c91198f-bfaa-46d5-a8b9-330e496f01fa,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:58.926511 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-06173d7a-1a6d-40ff-933a-5579e9bc0c3f req-69b3c08a-1413-470f-ae9e-028e6bc102d2 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798646 Jul 29 11:46:58.949712 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41042) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:58.961375 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:58.975922 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.990543 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-95ec304e-687c-4f26-a757-76ecae69d623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.996793 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fd8de749-e3e5-4e40-81b7-1963bd4fc7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b59340e0-5224-44e7-8490-89b7efd42d4f), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:58.999470 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fd8de749-e3e5-4e40-81b7-1963bd4fc7f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.000633 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-fd8de749-e3e5-4e40-81b7-1963bd4fc7f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b59340e0-5224-44e7-8490-89b7efd42d4f HTTP/1.1" status: 204 len: 168 time: 0.6135936 Jul 29 11:46:59.015075 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc3c4de-0b93-4e59-8d65-e95f0b880111" -d '{"events": [{"name": "network-changed", "server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:46:59.026150 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-02c3d533-98c6-4076-acb8-85922d7a8bf3 req-4d5a9620-c314-4ad8-9061-d5c1f511532e tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531365 Jul 29 11:46:59.049766 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8de749-e3e5-4e40-81b7-1963bd4fc7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59340e0-5224-44e7-8490-89b7efd42d4f,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:59.056457 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Attempting to bind port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:46:59.056457 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Attempting to bind port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'}] {{(pid=115839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:46:59.056457 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Attempting to bind port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb on network 4303157a-2669-4080-b15b-7be339c78e2e {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:59.072505 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb on network 4303157a-2669-4080-b15b-7be339c78e2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:46:59.072868 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Attempting to bind port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb on network 4303157a-2669-4080-b15b-7be339c78e2e {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:46:59.091432 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:46:59.091803 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Checking segment: {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:46:59.092201 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Bound using segment: {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'} {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:46:59.093545 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Bound port: c7dcc6c9-56c0-4221-a382-4dc2c7a538eb, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'}}] {{(pid=115839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:46:59.093545 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.115843 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.117188 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-95ec304e-687c-4f26-a757-76ecae69d623 admin admin] Publish callbacks [] for security_group (b3c9cf22-b4f7-442c-8612-28b826ba5ef4), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.130741 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-95ec304e-687c-4f26-a757-76ecae69d623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b3c9cf22-b4f7-442c-8612-28b826ba5ef4), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.135284 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:59.189212 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-95ec304e-687c-4f26-a757-76ecae69d623 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=602ff2d02cad4b25b88ea28b73b63a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348425 Jul 29 11:46:59.189861 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.192052 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41052) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:46:59.200846 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec304e-687c-4f26-a757-76ecae69d623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c9cf22-b4f7-442c-8612-28b826ba5ef4,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:59.225343 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] For port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb, host hv-cinder-83754, cleared binding levels {{(pid=115839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:46:59.230351 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] For port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:46:59.243228 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.278092 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Network b8c1956d-5393-448f-8fc5-93aafd4768ba is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:46:59.303459 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:46:59.308947 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=37549cbf-4d66-48e6-b4f4-c12905ec4351,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:59.326474 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:46:59.342442 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb,revision_number=3']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:59.343359 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:59.343948 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.364103 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:59.365038 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.366874 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-44fd2641-46a9-4257-b377-560b845c8518 service neutron] 10.222.0.58 "PUT /v2.0/ports/c7dcc6c9-56c0-4221-a382-4dc2c7a538eb HTTP/1.1" status: 200 len: 1093 time: 2.1926467 Jul 29 11:46:59.376442 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:59.397572 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-42b4a008-c8cb-4e28-a74a-26be4edb13a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0819147 Jul 29 11:46:59.402142 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fce3d15-3482-4dae-8c49-54f02d2ae6f5 admin admin] Publish callbacks [] for security_group (b3c9cf22-b4f7-442c-8612-28b826ba5ef4), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.447674 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fce3d15-3482-4dae-8c49-54f02d2ae6f5 admin admin] Publish callbacks [] for security_group (b3c9cf22-b4f7-442c-8612-28b826ba5ef4), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.507408 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a9ef7-2b6c-4655-893d-2dcba002b002 req-d094f9be-297b-4066-ad34-1ac7029670c0 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:46:59.509483 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-138a9ef7-2b6c-4655-893d-2dcba002b002 req-d094f9be-297b-4066-ad34-1ac7029670c0 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.1356938 Jul 29 11:46:59.536935 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fce3d15-3482-4dae-8c49-54f02d2ae6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b3c9cf22-b4f7-442c-8612-28b826ba5ef4), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.540469 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fce3d15-3482-4dae-8c49-54f02d2ae6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.544650 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-7fce3d15-3482-4dae-8c49-54f02d2ae6f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3c9cf22-b4f7-442c-8612-28b826ba5ef4 HTTP/1.1" status: 204 len: 168 time: 0.3515346 Jul 29 11:46:59.553613 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce3d15-3482-4dae-8c49-54f02d2ae6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c9cf22-b4f7-442c-8612-28b826ba5ef4,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:46:59.618246 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:46:59.650221 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-138a9ef7-2b6c-4655-893d-2dcba002b002 req-930dbc88-cb1d-44a1-87f7-31d925020493 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311843 Jul 29 11:46:59.767032 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-0f21197d-7360-4274-88c3-c447103c38bc None None] Provisioning complete for port 37549cbf-4d66-48e6-b4f4-c12905ec4351 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:46:59.773133 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-0f21197d-7360-4274-88c3-c447103c38bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:46:59.786227 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Request body: {'port': {'device_id': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:46:59.865031 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-0f21197d-7360-4274-88c3-c447103c38bc None None] Port 37549cbf-4d66-48e6-b4f4-c12905ec4351 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:47:00.055768 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-9c23b871-0274-46a3-a50d-a9ac46e267c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:00.057890 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-9c23b871-0274-46a3-a50d-a9ac46e267c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 1128 time: 0.3172622 Jul 29 11:47:00.079643 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4651d-2630-4fe6-962f-5897752afb5f req-55a35c0e-e9c9-4ab3-80b8-8848b973ae19 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:00.093599 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5da4651d-2630-4fe6-962f-5897752afb5f req-55a35c0e-e9c9-4ab3-80b8-8848b973ae19 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 943 time: 0.2616823 Jul 29 11:47:00.133441 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c08ef0f-ffae-4787-9caf-81d8779f37e0 x-openstack-request-id: req-8c08ef0f-ffae-4787-9caf-81d8779f37e0 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:47:00.133771 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:47:00.134028 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c08ef0f-ffae-4787-9caf-81d8779f37e0 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:47:00.134479 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c08ef0f-ffae-4787-9caf-81d8779f37e0'] response: {'name': 'network-changed', 'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'status': 'completed', 'code': 200} Jul 29 11:47:00.156228 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:00.174444 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-1c853558-8a79-48fb-9e5f-38451600ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:00.175881 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-1c853558-8a79-48fb-9e5f-38451600ad31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 1127 time: 0.4377856 Jul 29 11:47:00.202406 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5da4651d-2630-4fe6-962f-5897752afb5f req-9c5e0611-e2dd-458a-8c30-a516d799dac9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075399 Jul 29 11:47:00.351556 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98034d-7708-44d9-817e-1511f27ecf36 req-f963f5dc-2a7e-40d7-bfb8-d6d75593226b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:00.353498 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9d98034d-7708-44d9-817e-1511f27ecf36 req-f963f5dc-2a7e-40d7-bfb8-d6d75593226b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 931 time: 0.1056490 Jul 29 11:47:00.409582 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9d98034d-7708-44d9-817e-1511f27ecf36 req-0bb69bda-f6ef-463e-a8ff-2b1a1df35c1f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492129 Jul 29 11:47:00.420590 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c4629-e0b4-4e77-b3be-8f6f915144e2 req-1040c9c1-03f1-4e85-951e-4180a65f66e0 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:00.422271 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d09c4629-e0b4-4e77-b3be-8f6f915144e2 req-1040c9c1-03f1-4e85-951e-4180a65f66e0 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 943 time: 0.1208403 Jul 29 11:47:00.463413 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:00.465657 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-637b960a-66d2-47dd-b98d-6379efe88f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:00.467442 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-637b960a-66d2-47dd-b98d-6379efe88f55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 HTTP/1.1" status: 200 len: 913 time: 0.8317177 Jul 29 11:47:00.498837 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d09c4629-e0b4-4e77-b3be-8f6f915144e2 req-f7e8f7e7-438e-45c9-b3cf-74d20b9ee4dd tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596793 Jul 29 11:47:00.583393 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37549cbf-4d66-48e6-b4f4-c12905ec4351 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:47:00.590323 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:00.592561 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Publish callbacks [] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:00.608714 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Transition to ACTIVE for port object 37549cbf-4d66-48e6-b4f4-c12905ec4351 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:47:00.614486 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:00.696062 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:00.701628 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-4ce7d6af-d990-44a1-97d3-b8b1e403229a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72de6824-05b0-479e-b6e6-0a65819542dc HTTP/1.1" status: 200 len: 217 time: 0.0535226 Jul 29 11:47:00.719005 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-8e1669c2-5e2d-4203-9ea9-c65835573a4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd HTTP/1.1" status: 200 len: 217 time: 0.0941968 Jul 29 11:47:00.757022 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353b41b-f07f-4469-899b-f63b70fe2af3 req-20e24f58-a60f-451a-b9f0-51ac999e2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:00.758741 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1353b41b-f07f-4469-899b-f63b70fe2af3 req-20e24f58-a60f-451a-b9f0-51ac999e2cee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 1128 time: 0.1326406 Jul 29 11:47:00.846506 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:00.867532 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-1c97ee87-fbb4-43ac-9b29-807e997a0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:00.869040 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-1c97ee87-fbb4-43ac-9b29-807e997a0400 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=61e160e6-8e49-452b-80cf-de84d71ee1ab HTTP/1.1" status: 200 len: 851 time: 0.0746636 Jul 29 11:47:00.875051 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-fef50345-3890-44c8-8d81-93a067f6d953 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb HTTP/1.1" status: 200 len: 217 time: 0.2257700 Jul 29 11:47:00.889690 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=37549cbf-4d66-48e6-b4f4-c12905ec4351,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:00.951092 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-02f7903f-7f84-42bb-8252-3aabacbf2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:00.952616 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-02f7903f-7f84-42bb-8252-3aabacbf2e48 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=81221c9c-f0f4-4095-981a-fd6e3dcd5aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595403 Jul 29 11:47:01.039489 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-6c1fa11d-23e8-48c8-a3bf-9fb609a68d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:01.040992 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-6c1fa11d-23e8-48c8-a3bf-9fb609a68d45 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.1447868 Jul 29 11:47:01.114895 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Attempting to bind port 37549cbf-4d66-48e6-b4f4-c12905ec4351 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:47:01.115224 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Attempting to bind port 37549cbf-4d66-48e6-b4f4-c12905ec4351 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:47:01.115546 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Attempting to bind port 37549cbf-4d66-48e6-b4f4-c12905ec4351 on network b8c1956d-5393-448f-8fc5-93aafd4768ba {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:47:01.175613 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Port 37549cbf-4d66-48e6-b4f4-c12905ec4351 on network b8c1956d-5393-448f-8fc5-93aafd4768ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:47:01.176232 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Attempting to bind port 37549cbf-4d66-48e6-b4f4-c12905ec4351 on network b8c1956d-5393-448f-8fc5-93aafd4768ba {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:47:01.196209 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:47:01.196795 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Checking segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:47:01.196955 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Bound using segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:47:01.197406 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Bound port: 37549cbf-4d66-48e6-b4f4-c12905ec4351, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:47:01.197778 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:01.224439 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353b41b-f07f-4469-899b-f63b70fe2af3 req-13155802-5451-48df-bd4e-65b54e615959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:01.226282 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1353b41b-f07f-4469-899b-f63b70fe2af3 req-13155802-5451-48df-bd4e-65b54e615959 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.4365325 Jul 29 11:47:01.231863 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-7651e93d-f993-48b2-a689-f72b54c629a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:01.233840 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-7651e93d-f993-48b2-a689-f72b54c629a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1811693 Jul 29 11:47:01.300888 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-217f57e2-42bb-4352-b259-251e3803dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:01.303453 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-217f57e2-42bb-4352-b259-251e3803dde4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.5557103 Jul 29 11:47:01.309249 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1353b41b-f07f-4469-899b-f63b70fe2af3 req-33c1dd47-7192-4447-8cc5-1e7ff7dc3fc1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a089bb79-5e40-4138-a8cf-26b1b99b5535 HTTP/1.1" status: 200 len: 217 time: 0.0555494 Jul 29 11:47:01.320197 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] For port 37549cbf-4d66-48e6-b4f4-c12905ec4351, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:47:01.323583 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] For port 37549cbf-4d66-48e6-b4f4-c12905ec4351, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=37549cbf-4d66-48e6-b4f4-c12905ec4351,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:47:01.325056 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb000d74-68a1-49f7-b07f-8f9c90748179 req-fb853b95-cecc-4239-817b-a5631474d1e7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:01.334423 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cb000d74-68a1-49f7-b07f-8f9c90748179 req-fb853b95-cecc-4239-817b-a5631474d1e7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.1455529 Jul 29 11:47:01.344686 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:01.411976 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353b41b-f07f-4469-899b-f63b70fe2af3 req-8460f3b6-cddd-499b-8385-8af536e09bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:01.413430 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1353b41b-f07f-4469-899b-f63b70fe2af3 req-8460f3b6-cddd-499b-8385-8af536e09bfd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.0726216 Jul 29 11:47:01.446567 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 72de6824-05b0-479e-b6e6-0a65819542dc details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:47:01.454734 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-ed14dab0-ff7e-4b98-8dab-976fbd63851c service neutron] 10.222.0.58 "GET /v2.0/networks/81221c9c-f0f4-4095-981a-fd6e3dcd5aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683402 Jul 29 11:47:01.488072 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:01.488693 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:01.494328 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] 10.222.0.58 "PUT /v2.0/ports/37549cbf-4d66-48e6-b4f4-c12905ec4351 HTTP/1.1" status: 200 len: 1093 time: 1.8562801 Jul 29 11:47:01.495050 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'tag': '37549cbf-4d66-48e6-b4f4-c12905ec4351'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:47:01.512239 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cc768b-dd07-4970-af0a-91e3253e9d62" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8a2d21-648a-4b70-badd-2d7e499f5b90", "tag": "37549cbf-4d66-48e6-b4f4-c12905ec4351"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:47:01.573873 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:01.625603 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-1a53a159-3467-4756-881b-dbfc97bec428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:01.627347 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-1a53a159-3467-4756-881b-dbfc97bec428 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2900848 Jul 29 11:47:01.676664 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f508178-89ca-4870-886b-857cf89685a5 req-352a279c-75cb-4017-b585-f13244193813 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:01.685269 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f508178-89ca-4870-886b-857cf89685a5 req-352a279c-75cb-4017-b585-f13244193813 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 943 time: 0.3421943 Jul 29 11:47:01.736223 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 72de6824-05b0-479e-b6e6-0a65819542dc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=72de6824-05b0-479e-b6e6-0a65819542dc,segment=NetworkSegment(9f82fd0d-32f6-491a-951e-a8c52cb68126),segment_id=9f82fd0d-32f6-491a-951e-a8c52cb68126)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:01.738915 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353b41b-f07f-4469-899b-f63b70fe2af3 req-5b04051c-d126-48b5-b13b-017da24f9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:01.758423 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1353b41b-f07f-4469-899b-f63b70fe2af3 req-5b04051c-d126-48b5-b13b-017da24f9d73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2956531 Jul 29 11:47:01.768900 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '72de6824-05b0-479e-b6e6-0a65819542dc', 'network_id': '81221c9c-f0f4-4095-981a-fd6e3dcd5aa3', 'port_id': '72de6824-05b0-479e-b6e6-0a65819542dc', 'mac_address': 'fa:16:3e:d6:59:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e160e6-8e49-452b-80cf-de84d71ee1ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:47:01.775409 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb08db-c733-407e-b784-802d0331f7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=37549cbf-4d66-48e6-b4f4-c12905ec4351,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:01.835050 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-74738047-03ed-4760-8ce8-4ec3b92337b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:01.836685 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-74738047-03ed-4760-8ce8-4ec3b92337b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 1127 time: 0.2898858 Jul 29 11:47:01.853319 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-cb85e2a2-b4d2-4998-a221-28b0271dc886 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247519 Jul 29 11:47:01.859466 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 72de6824-05b0-479e-b6e6-0a65819542dc is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:47:01.860257 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:01.886178 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cb000d74-68a1-49f7-b07f-8f9c90748179 req-726ed53c-bc08-4755-ace4-6fe7c5b3ce34 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5463307 Jul 29 11:47:01.947261 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72de6824-05b0-479e-b6e6-0a65819542dc {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:47:01.965235 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-c8549402-b77e-4317-9032-e2faa0b20b39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37549cbf-4d66-48e6-b4f4-c12905ec4351 HTTP/1.1" status: 200 len: 217 time: 0.1084440 Jul 29 11:47:01.980133 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 72de6824-05b0-479e-b6e6-0a65819542dc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=72de6824-05b0-479e-b6e6-0a65819542dc,segment=NetworkSegment(9f82fd0d-32f6-491a-951e-a8c52cb68126),segment_id=9f82fd0d-32f6-491a-951e-a8c52cb68126)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:01.987221 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:02.016261 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:02.108721 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=72de6824-05b0-479e-b6e6-0a65819542dc,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:02.131267 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:02.141512 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1353b41b-f07f-4469-899b-f63b70fe2af3 req-260ff00f-b247-400d-a01b-f6155e649114 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124623 Jul 29 11:47:02.142278 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600bd88b-d9ed-4efe-a4fe-5ae8a93497c9', 'tag': 'c7dcc6c9-56c0-4221-a382-4dc2c7a538eb'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:47:02.144954 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7cdf14-090e-4ea6-a227-568a2d424a80" -d '{"events": [{"name": "network-changed", "server_uuid": "600bd88b-d9ed-4efe-a4fe-5ae8a93497c9", "tag": "c7dcc6c9-56c0-4221-a382-4dc2c7a538eb"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:47:02.279275 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['72de6824-05b0-479e-b6e6-0a65819542dc'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:47:02.281218 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-fd33642c-1252-473a-98a8-9e266c833b27 service neutron] 10.222.0.58 "GET /v2.0/networks/81221c9c-f0f4-4095-981a-fd6e3dcd5aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254955 Jul 29 11:47:02.308651 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f508178-89ca-4870-886b-857cf89685a5 req-d1661305-7313-4365-80c0-8819a420ef1c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973861 Jul 29 11:47:02.320917 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-286a4849-a117-433a-8650-7421f477d88a service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528451 Jul 29 11:47:02.325995 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-d147e737-840b-42e8-bc94-97088de27b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:02.327934 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-d147e737-840b-42e8-bc94-97088de27b22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.3160443 Jul 29 11:47:02.331281 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840616d-6e93-453a-9d12-09d173166ede req-e1240144-9542-445f-864e-590878953cde tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:02.347294 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1840616d-6e93-453a-9d12-09d173166ede req-e1240144-9542-445f-864e-590878953cde tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 943 time: 0.2897952 Jul 29 11:47:02.398579 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0853aeed-4e96-4461-9d31-f8b9ecd2c0b0 req-35ed9b3d-9213-4533-a480-d881a1b18374 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237030 Jul 29 11:47:02.406870 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-33cc0b53-3e11-40be-baf7-19aa07b048a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:02.408583 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-33cc0b53-3e11-40be-baf7-19aa07b048a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592690 Jul 29 11:47:02.420231 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0780ac6-5fc3-4431-a771-fd5e23b7862f x-openstack-request-id: req-b0780ac6-5fc3-4431-a771-fd5e23b7862f {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:47:02.420530 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8a2d21-648a-4b70-badd-2d7e499f5b90", "tag": "37549cbf-4d66-48e6-b4f4-c12905ec4351", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:47:02.420845 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0780ac6-5fc3-4431-a771-fd5e23b7862f {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:47:02.421400 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0780ac6-5fc3-4431-a771-fd5e23b7862f'] response: {'name': 'network-changed', 'server_uuid': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'tag': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'status': 'completed', 'code': 200} Jul 29 11:47:02.534212 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1353b41b-f07f-4469-899b-f63b70fe2af3 req-68659644-eb45-4bb3-8697-76532e0d4627 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582346 Jul 29 11:47:02.540774 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1840616d-6e93-453a-9d12-09d173166ede req-60b76f84-3738-45db-9cd1-b3227324804a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916883 Jul 29 11:47:02.555246 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:02.585900 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55be67e4-94f5-4b14-8e87-05a153de2d17 req-9f0cdf10-f7da-4ef9-b296-e1ed9048ed59 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355456 Jul 29 11:47:02.617691 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-706b403d-12a8-489f-b4bc-92a41d43d9be service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952240 Jul 29 11:47:02.647011 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3a7a40-b4b1-406b-83f8-90d3d630c73c x-openstack-request-id: req-9a3a7a40-b4b1-406b-83f8-90d3d630c73c {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:47:02.647592 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600bd88b-d9ed-4efe-a4fe-5ae8a93497c9", "tag": "c7dcc6c9-56c0-4221-a382-4dc2c7a538eb", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:47:02.648097 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a3a7a40-b4b1-406b-83f8-90d3d630c73c {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:47:02.648506 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3a7a40-b4b1-406b-83f8-90d3d630c73c'] response: {'name': 'network-changed', 'server_uuid': '600bd88b-d9ed-4efe-a4fe-5ae8a93497c9', 'tag': 'c7dcc6c9-56c0-4221-a382-4dc2c7a538eb', 'status': 'completed', 'code': 200} Jul 29 11:47:02.654284 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41196) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:02.672581 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:02.676192 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab639-9871-4bea-8e9b-c21e8ff8a1fe req-889b13fe-7c72-4cc0-8f14-6f6a8f8bd4ef tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:02.677993 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f68ab639-9871-4bea-8e9b-c21e8ff8a1fe req-889b13fe-7c72-4cc0-8f14-6f6a8f8bd4ef tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 944 time: 0.1176865 Jul 29 11:47:02.739855 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f68ab639-9871-4bea-8e9b-c21e8ff8a1fe req-92f13975-e77b-4cdb-8e47-4284324d3161 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542941 Jul 29 11:47:02.872327 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cc29a4cb-b394-4536-a495-b0d33aa8b100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:02.958206 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cc29a4cb-b394-4536-a495-b0d33aa8b100 admin admin] Publish callbacks [] for security_group (d9a9b9af-79cc-4c19-b157-6302657094c5), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:02.963406 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cc29a4cb-b394-4536-a495-b0d33aa8b100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (d9a9b9af-79cc-4c19-b157-6302657094c5), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:03.000894 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29a4cb-b394-4536-a495-b0d33aa8b100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a9b9af-79cc-4c19-b157-6302657094c5,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:03.027065 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-cc29a4cb-b394-4536-a495-b0d33aa8b100 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af5cbc35bd594c4fb92402fb6c3dc21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715696 Jul 29 11:47:03.029883 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41214) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:03.035314 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003193f1-b7c9-4363-bc3f-9648a2e12a04 req-711a78a0-ee5a-472a-9214-55d4db2daff2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:03.042167 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-003193f1-b7c9-4363-bc3f-9648a2e12a04 req-711a78a0-ee5a-472a-9214-55d4db2daff2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0583954 Jul 29 11:47:03.107180 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bf73a0de-3e10-4ac8-a30c-db65082e092b admin admin] Publish callbacks [] for security_group (d9a9b9af-79cc-4c19-b157-6302657094c5), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:03.111279 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-003193f1-b7c9-4363-bc3f-9648a2e12a04 req-7d8b23cf-543b-4f66-afc2-f027048fe9d6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679703 Jul 29 11:47:03.149021 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bf73a0de-3e10-4ac8-a30c-db65082e092b admin admin] Publish callbacks [] for security_group (d9a9b9af-79cc-4c19-b157-6302657094c5), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:03.218794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bf73a0de-3e10-4ac8-a30c-db65082e092b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (d9a9b9af-79cc-4c19-b157-6302657094c5), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:03.225299 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bf73a0de-3e10-4ac8-a30c-db65082e092b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:03.230808 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-bf73a0de-3e10-4ac8-a30c-db65082e092b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9a9b9af-79cc-4c19-b157-6302657094c5 HTTP/1.1" status: 204 len: 168 time: 0.1976371 Jul 29 11:47:03.241709 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73a0de-3e10-4ac8-a30c-db65082e092b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a9b9af-79cc-4c19-b157-6302657094c5,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:03.405913 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f9f4b6d-110a-4751-940f-cecd72414581 req-3a09e70b-590c-4d37-ad65-2e6f575c6a92 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316872 Jul 29 11:47:03.417062 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device a089bb79-5e40-4138-a8cf-26b1b99b5535 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:47:03.443931 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 72de6824-05b0-479e-b6e6-0a65819542dc up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:47:03.492708 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5eba9-191d-4c1b-b546-b466eff669c3 req-dd498529-a2a2-45fe-8b60-065ac77bd370 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:03.496585 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-95f5eba9-191d-4c1b-b546-b466eff669c3 req-dd498529-a2a2-45fe-8b60-065ac77bd370 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 943 time: 0.0703197 Jul 29 11:47:03.565344 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-95f5eba9-191d-4c1b-b546-b466eff669c3 req-2d7fb5df-ffdd-4b9c-b997-92ea1c5d1609 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615318 Jul 29 11:47:03.690904 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 72de6824-05b0-479e-b6e6-0a65819542dc completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:47:03.710539 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5745a-9102-4fa1-a819-12076d605cf3 req-a64a42e5-318f-4025-a583-8d6dba907aed tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:03.711945 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 72de6824-05b0-479e-b6e6-0a65819542dc triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:47:03.712321 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:03.712612 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-88a5745a-9102-4fa1-a819-12076d605cf3 req-a64a42e5-318f-4025-a583-8d6dba907aed tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 943 time: 0.0616040 Jul 29 11:47:03.780628 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:03.799607 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port a089bb79-5e40-4138-a8cf-26b1b99b5535, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a089bb79-5e40-4138-a8cf-26b1b99b5535,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:03.823670 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': 'a089bb79-5e40-4138-a8cf-26b1b99b5535', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'port_id': 'a089bb79-5e40-4138-a8cf-26b1b99b5535', 'mac_address': 'fa:16:3e:6f:0a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:47:03.855971 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-88a5745a-9102-4fa1-a819-12076d605cf3 req-895ec5fd-112e-4f55-9b81-b59c18f936f6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350691 Jul 29 11:47:03.889500 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port a089bb79-5e40-4138-a8cf-26b1b99b5535 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:47:03.889961 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:03.936379 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 72de6824-05b0-479e-b6e6-0a65819542dc is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:47:03.936893 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:03.984736 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72de6824-05b0-479e-b6e6-0a65819542dc'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:47:03.993305 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79749b-7de1-4e48-96c6-c53ec84651a8 req-7319f0a5-ee26-4022-ba5f-5cf7505079cf tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:03.994998 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ef79749b-7de1-4e48-96c6-c53ec84651a8 req-7319f0a5-ee26-4022-ba5f-5cf7505079cf tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 944 time: 0.1001723 Jul 29 11:47:04.057243 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ef79749b-7de1-4e48-96c6-c53ec84651a8 req-81cd068a-0f20-4c99-a202-f9f79637be9e tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564263 Jul 29 11:47:04.084398 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 72de6824-05b0-479e-b6e6-0a65819542dc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=72de6824-05b0-479e-b6e6-0a65819542dc,segment=NetworkSegment(9f82fd0d-32f6-491a-951e-a8c52cb68126),segment_id=9f82fd0d-32f6-491a-951e-a8c52cb68126)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:04.086445 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a089bb79-5e40-4138-a8cf-26b1b99b5535 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:47:04.093927 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:04.146044 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port a089bb79-5e40-4138-a8cf-26b1b99b5535, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a089bb79-5e40-4138-a8cf-26b1b99b5535,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:04.158051 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:04.184823 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=72de6824-05b0-479e-b6e6-0a65819542dc,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:04.285733 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=a089bb79-5e40-4138-a8cf-26b1b99b5535,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:04.307936 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cdf14-090e-4ea6-a227-568a2d424a80 req-4cbe6abb-cd99-4e2e-8096-e04c7c4f262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:04.311406 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5e7cdf14-090e-4ea6-a227-568a2d424a80 req-4cbe6abb-cd99-4e2e-8096-e04c7c4f262d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 1127 time: 0.0904830 Jul 29 11:47:04.350872 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3c4de-0b93-4e59-8d65-e95f0b880111 req-3cdb3de4-8f78-4d85-abb3-88fd3b4a9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:04.352510 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cbc3c4de-0b93-4e59-8d65-e95f0b880111 req-3cdb3de4-8f78-4d85-abb3-88fd3b4a9e10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 1128 time: 0.1322031 Jul 29 11:47:04.372787 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ce996-de00-4391-88fd-799574e9c6f4 req-788a4d9b-5fa3-426a-92a8-a760d6cfee1e tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:04.374516 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e34ce996-de00-4391-88fd-799574e9c6f4 req-788a4d9b-5fa3-426a-92a8-a760d6cfee1e tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0875573 Jul 29 11:47:04.395031 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['a089bb79-5e40-4138-a8cf-26b1b99b5535'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:47:04.429601 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e34ce996-de00-4391-88fd-799574e9c6f4 req-e32404cf-d7ba-4dd2-87aa-b814074270f9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491967 Jul 29 11:47:04.587633 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f02ef5c-43ba-4243-9462-f066fe6c9425" -d '{"events": [{"server_uuid": "1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4", "name": "network-vif-plugged", "status": "completed", "tag": "72de6824-05b0-479e-b6e6-0a65819542dc"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:47:04.626263 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41302) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:04.717314 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:04.731974 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf0828-6dd4-446f-8a16-fc52de9dcc3a req-44738f62-1c07-4534-8da5-73f500cb3841 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:04.738978 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-aebf0828-6dd4-446f-8a16-fc52de9dcc3a req-44738f62-1c07-4534-8da5-73f500cb3841 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 943 time: 0.0600779 Jul 29 11:47:04.798959 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-aebf0828-6dd4-446f-8a16-fc52de9dcc3a req-2c2953ea-a3ae-44b7-9ec9-932c4ad8ef2b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590000 Jul 29 11:47:04.812717 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866f16bc-9c8b-434b-adac-197c251e1da4 x-openstack-request-id: req-866f16bc-9c8b-434b-adac-197c251e1da4 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:47:04.813043 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4", "name": "network-vif-plugged", "status": "completed", "tag": "72de6824-05b0-479e-b6e6-0a65819542dc", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:47:04.813381 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-866f16bc-9c8b-434b-adac-197c251e1da4 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:47:04.813992 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866f16bc-9c8b-434b-adac-197c251e1da4'] response: {'server_uuid': '1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72de6824-05b0-479e-b6e6-0a65819542dc', 'code': 200} Jul 29 11:47:04.844944 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c0f1afdf-2c1d-4289-93cf-4acc4d6c7a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:04.866465 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:04.879657 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:04.956816 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c0f1afdf-2c1d-4289-93cf-4acc4d6c7a95 admin admin] Publish callbacks [] for security_group (4f000e6d-b11c-4552-ac09-c504e4521333), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:04.962621 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c0f1afdf-2c1d-4289-93cf-4acc4d6c7a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (4f000e6d-b11c-4552-ac09-c504e4521333), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:05.008864 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c0f1afdf-2c1d-4289-93cf-4acc4d6c7a95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eca7a91bb91b4fc2b35f70456ad6cac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814659 Jul 29 11:47:05.009912 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41324) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:05.016409 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1afdf-2c1d-4289-93cf-4acc4d6c7a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f000e6d-b11c-4552-ac09-c504e4521333,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:05.030931 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497f986-c2d2-4d42-aa33-831d905a6912 req-51476520-00ed-47b8-8963-7f9c843a588b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:05.033607 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5497f986-c2d2-4d42-aa33-831d905a6912 req-51476520-00ed-47b8-8963-7f9c843a588b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 943 time: 0.0718341 Jul 29 11:47:05.080988 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b3252e38-51ee-4d68-a4f5-998eff8308d2 admin admin] Publish callbacks [] for security_group (4f000e6d-b11c-4552-ac09-c504e4521333), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:05.196380 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b3252e38-51ee-4d68-a4f5-998eff8308d2 admin admin] Publish callbacks [] for security_group (4f000e6d-b11c-4552-ac09-c504e4521333), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:05.225868 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc768b-dd07-4970-af0a-91e3253e9d62 req-0cb57191-cec5-4181-b854-0a5ace424387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:05.225868 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57cc768b-dd07-4970-af0a-91e3253e9d62 req-0cb57191-cec5-4181-b854-0a5ace424387 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 1127 time: 0.1150897 Jul 29 11:47:05.257875 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cdf14-090e-4ea6-a227-568a2d424a80 req-1fce2eb7-062e-46d1-9710-8760891f9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:05.259458 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5e7cdf14-090e-4ea6-a227-568a2d424a80 req-1fce2eb7-062e-46d1-9710-8760891f9e55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.1709075 Jul 29 11:47:05.285984 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b3252e38-51ee-4d68-a4f5-998eff8308d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (4f000e6d-b11c-4552-ac09-c504e4521333), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:05.293464 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b3252e38-51ee-4d68-a4f5-998eff8308d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:05.293464 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-b3252e38-51ee-4d68-a4f5-998eff8308d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f000e6d-b11c-4552-ac09-c504e4521333 HTTP/1.1" status: 204 len: 168 time: 0.2783215 Jul 29 11:47:05.376747 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5497f986-c2d2-4d42-aa33-831d905a6912 req-06e7905a-c6b1-4759-89f2-c50b9edba68c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369102 Jul 29 11:47:05.426189 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device fb1642b2-a468-43c6-8233-7e7bcc25cfcd details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:47:05.432085 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device a089bb79-5e40-4138-a8cf-26b1b99b5535 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:47:05.511241 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5e7cdf14-090e-4ea6-a227-568a2d424a80 req-f4fe7704-580a-4451-bb21-bf035a2563a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb HTTP/1.1" status: 200 len: 217 time: 0.2333133 Jul 29 11:47:05.515089 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d3cc-07cf-44dd-bf2e-8ea08a9630f3 req-d793a965-7e7e-47ed-a77e-86fcd6b7ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:05.521086 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-35c6d3cc-07cf-44dd-bf2e-8ea08a9630f3 req-d793a965-7e7e-47ed-a77e-86fcd6b7ca22 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 1129 time: 0.1884105 Jul 29 11:47:05.536059 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470998ef-caed-4c6c-8bd7-5b5e71a226ca req-6d471769-6b61-4397-a8be-b5ad936ad91c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:05.541648 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-470998ef-caed-4c6c-8bd7-5b5e71a226ca req-6d471769-6b61-4397-a8be-b5ad936ad91c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 945 time: 0.2761538 Jul 29 11:47:05.552824 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:05.554264 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3252e38-51ee-4d68-a4f5-998eff8308d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f000e6d-b11c-4552-ac09-c504e4521333,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:05.600713 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:05.682888 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port a089bb79-5e40-4138-a8cf-26b1b99b5535 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:47:05.693029 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-35c6d3cc-07cf-44dd-bf2e-8ea08a9630f3 req-7a7365eb-3f02-4221-85e0-8805cfe2fb28 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:05.702669 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port a089bb79-5e40-4138-a8cf-26b1b99b5535 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:47:05.703065 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:05.751185 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-470998ef-caed-4c6c-8bd7-5b5e71a226ca req-2f73af8f-a6c6-44e0-b51d-cd1d8875e909 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786335 Jul 29 11:47:05.764149 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dee7fa-acec-4133-a82a-458f6a9f9833 req-8068bced-fb49-449d-afe4-f3e2fdb030e6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:05.773459 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b7dee7fa-acec-4133-a82a-458f6a9f9833 req-8068bced-fb49-449d-afe4-f3e2fdb030e6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.1951025 Jul 29 11:47:05.800356 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3c4de-0b93-4e59-8d65-e95f0b880111 req-25011c7a-a8c6-4fb9-b078-e28402603b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:05.800924 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cdf14-090e-4ea6-a227-568a2d424a80 req-495d0fdd-f0de-43b9-898c-326648103939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:05.802877 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cbc3c4de-0b93-4e59-8d65-e95f0b880111 req-25011c7a-a8c6-4fb9-b078-e28402603b42 service neutron] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 918 time: 0.6946495 Jul 29 11:47:05.804287 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5e7cdf14-090e-4ea6-a227-568a2d424a80 req-495d0fdd-f0de-43b9-898c-326648103939 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.2806637 Jul 29 11:47:05.812865 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc768b-dd07-4970-af0a-91e3253e9d62 req-2009bbe7-3d96-42ca-bd58-ad26c0f6c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:05.815085 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57cc768b-dd07-4970-af0a-91e3253e9d62 req-2009bbe7-3d96-42ca-bd58-ad26c0f6c2b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 916 time: 0.4775226 Jul 29 11:47:05.822047 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:05.872857 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'port_id': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'mac_address': 'fa:16:3e:26:93:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:47:05.969860 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cdf14-090e-4ea6-a227-568a2d424a80 req-88bf2d21-8c79-4bca-9c5e-f23431e680a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:05.971719 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5e7cdf14-090e-4ea6-a227-568a2d424a80 req-88bf2d21-8c79-4bca-9c5e-f23431e680a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1394179 Jul 29 11:47:06.053352 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41360) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:06.073307 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cbc3c4de-0b93-4e59-8d65-e95f0b880111 req-fd939210-200d-4de4-a664-66a786319dd4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd HTTP/1.1" status: 200 len: 217 time: 0.2441795 Jul 29 11:47:06.074309 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:06.081529 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-35c6d3cc-07cf-44dd-bf2e-8ea08a9630f3 req-7a7365eb-3f02-4221-85e0-8805cfe2fb28 service neutron] Publish callbacks [] for security_group (c62e3026-ce89-444d-8836-575a9afdc235), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.093880 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2430597d-095a-43e6-8de6-ac7e77af1942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.104855 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57cc768b-dd07-4970-af0a-91e3253e9d62 req-1f3a7c54-b3b0-4ec8-b262-73bffb298ba6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37549cbf-4d66-48e6-b4f4-c12905ec4351 HTTP/1.1" status: 200 len: 217 time: 0.2558987 Jul 29 11:47:06.107472 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-35c6d3cc-07cf-44dd-bf2e-8ea08a9630f3 req-7a7365eb-3f02-4221-85e0-8805cfe2fb28 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (c62e3026-ce89-444d-8836-575a9afdc235), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.118630 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port a089bb79-5e40-4138-a8cf-26b1b99b5535 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:47:06.119313 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.141467 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port fb1642b2-a468-43c6-8233-7e7bcc25cfcd is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:47:06.142184 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.147961 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:06.199783 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5e7cdf14-090e-4ea6-a227-568a2d424a80 req-1c62c931-f659-4e1f-9975-97864ab14875 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151213 Jul 29 11:47:06.202299 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-35c6d3cc-07cf-44dd-bf2e-8ea08a9630f3 req-7a7365eb-3f02-4221-85e0-8805cfe2fb28 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365776 Jul 29 11:47:06.202641 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7365eb-3f02-4221-85e0-8805cfe2fb28 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c62e3026-ce89-444d-8836-575a9afdc235,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:06.214209 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:06.242922 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1642b2-a468-43c6-8233-7e7bcc25cfcd {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:47:06.280876 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2430597d-095a-43e6-8de6-ac7e77af1942 admin admin] Publish callbacks [] for security_group (0d800868-2acd-49d8-8c05-9d110ad6aef9), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.287528 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2430597d-095a-43e6-8de6-ac7e77af1942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0d800868-2acd-49d8-8c05-9d110ad6aef9), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.295081 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc768b-dd07-4970-af0a-91e3253e9d62 req-3031a75c-9da0-4cce-89ab-3addd9b87c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:06.296174 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57cc768b-dd07-4970-af0a-91e3253e9d62 req-3031a75c-9da0-4cce-89ab-3addd9b87c95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.1582875 Jul 29 11:47:06.309352 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:06.326943 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.330767 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device c7dcc6c9-56c0-4221-a382-4dc2c7a538eb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:47:06.341487 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port a089bb79-5e40-4138-a8cf-26b1b99b5535, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a089bb79-5e40-4138-a8cf-26b1b99b5535,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:06.341812 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-2430597d-095a-43e6-8de6-ac7e77af1942 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6fa63b33c9004833a16ff15fbce1331d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834063 Jul 29 11:47:06.342569 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430597d-095a-43e6-8de6-ac7e77af1942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d800868-2acd-49d8-8c05-9d110ad6aef9,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:06.345376 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41368) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:06.388365 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b7dee7fa-acec-4133-a82a-458f6a9f9833 req-ea61dfbf-1bc6-41be-916e-344b96f2054f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6132045 Jul 29 11:47:06.418554 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-61b53f8c-4f49-40cb-8a7b-b46943f9a772 admin admin] Publish callbacks [] for security_group (0d800868-2acd-49d8-8c05-9d110ad6aef9), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.418776 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.420660 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3c4de-0b93-4e59-8d65-e95f0b880111 req-0e49e9ac-c564-4f2f-8c7d-2ef1dc4497b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:06.421564 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cbc3c4de-0b93-4e59-8d65-e95f0b880111 req-0e49e9ac-c564-4f2f-8c7d-2ef1dc4497b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.3348484 Jul 29 11:47:06.428076 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647e36d-d279-4907-922d-68e8a8ee10c0 req-ccbe9895-d2f1-4b25-9a8d-f463ade833fe tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:06.430331 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7647e36d-d279-4907-922d-68e8a8ee10c0 req-ccbe9895-d2f1-4b25-9a8d-f463ade833fe tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 943 time: 0.3499284 Jul 29 11:47:06.503326 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-61b53f8c-4f49-40cb-8a7b-b46943f9a772 admin admin] Publish callbacks [] for security_group (0d800868-2acd-49d8-8c05-9d110ad6aef9), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.513397 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:06.587727 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5e7cdf14-090e-4ea6-a227-568a2d424a80 req-1df4d403-8151-4070-b7b4-52725db0ab7f service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645522 Jul 29 11:47:06.612295 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-61b53f8c-4f49-40cb-8a7b-b46943f9a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0d800868-2acd-49d8-8c05-9d110ad6aef9), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.616423 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-61b53f8c-4f49-40cb-8a7b-b46943f9a772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.617776 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-61b53f8c-4f49-40cb-8a7b-b46943f9a772 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d800868-2acd-49d8-8c05-9d110ad6aef9 HTTP/1.1" status: 204 len: 168 time: 0.2713745 Jul 29 11:47:06.628483 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=a089bb79-5e40-4138-a8cf-26b1b99b5535,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:06.628953 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b53f8c-4f49-40cb-8a7b-b46943f9a772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d800868-2acd-49d8-8c05-9d110ad6aef9,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:06.668457 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:06.681358 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': 'c7dcc6c9-56c0-4221-a382-4dc2c7a538eb', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'port_id': 'c7dcc6c9-56c0-4221-a382-4dc2c7a538eb', 'mac_address': 'fa:16:3e:b5:53:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:47:06.742781 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:47:06.745491 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.759452 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dcc6c9-56c0-4221-a382-4dc2c7a538eb {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:47:06.786069 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:06.793030 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:06.827282 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc768b-dd07-4970-af0a-91e3253e9d62 req-71a5cf08-fd04-4501-a8fc-ee1bd5c60802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:06.827867 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e39f512-b616-4e06-9f81-f853454d67aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a089bb79-5e40-4138-a8cf-26b1b99b5535'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:47:06.828481 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57cc768b-dd07-4970-af0a-91e3253e9d62 req-71a5cf08-fd04-4501-a8fc-ee1bd5c60802 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3766272 Jul 29 11:47:06.829441 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3c4de-0b93-4e59-8d65-e95f0b880111 req-b950b12a-57f8-4e89-8a5f-40bcf91351bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:06.830811 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cbc3c4de-0b93-4e59-8d65-e95f0b880111 req-b950b12a-57f8-4e89-8a5f-40bcf91351bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3956537 Jul 29 11:47:06.832088 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9e9883-3f30-4821-9422-0ec0fb1f431c" -d '{"events": [{"server_uuid": "8e39f512-b616-4e06-9f81-f853454d67aa", "name": "network-vif-plugged", "status": "completed", "tag": "a089bb79-5e40-4138-a8cf-26b1b99b5535"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:47:06.845718 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c19102-17f5-4161-b69d-b57692cc703e req-08a1080a-cf5f-4760-a841-77d18a909b35 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:06.847209 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b1c19102-17f5-4161-b69d-b57692cc703e req-08a1080a-cf5f-4760-a841-77d18a909b35 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 943 time: 0.1417818 Jul 29 11:47:06.850443 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7647e36d-d279-4907-922d-68e8a8ee10c0 req-f5980230-9e6d-4a06-a5ea-1760a8f8191e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969729 Jul 29 11:47:06.897140 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:06.916218 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b1c19102-17f5-4161-b69d-b57692cc703e req-3c3c10e8-61b0-4a95-bcea-f2a7f8d3daef tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600300 Jul 29 11:47:06.981066 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397729a7-aac0-4e19-a6d9-cd379fd5d102 x-openstack-request-id: req-397729a7-aac0-4e19-a6d9-cd379fd5d102 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:47:06.981358 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e39f512-b616-4e06-9f81-f853454d67aa", "name": "network-vif-plugged", "status": "completed", "tag": "a089bb79-5e40-4138-a8cf-26b1b99b5535", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:47:06.981649 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-397729a7-aac0-4e19-a6d9-cd379fd5d102 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:47:06.982055 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397729a7-aac0-4e19-a6d9-cd379fd5d102'] response: {'server_uuid': '8e39f512-b616-4e06-9f81-f853454d67aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a089bb79-5e40-4138-a8cf-26b1b99b5535', 'code': 200} Jul 29 11:47:07.004564 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce1f4d-c9f5-4b93-913e-5a874970fe19 req-232d6013-c00d-49f7-9b3a-57d0d2346b30 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:07.006104 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12ce1f4d-c9f5-4b93-913e-5a874970fe19 req-232d6013-c00d-49f7-9b3a-57d0d2346b30 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 945 time: 0.0568547 Jul 29 11:47:07.146081 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:07.172655 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['c7dcc6c9-56c0-4221-a382-4dc2c7a538eb'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:47:07.214851 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12ce1f4d-c9f5-4b93-913e-5a874970fe19 req-f359558b-9c3d-4db8-92d3-6a12aaf88844 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985171 Jul 29 11:47:07.247520 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57cc768b-dd07-4970-af0a-91e3253e9d62 req-53320dc7-0e9e-44be-8297-5e7ad4acc8fc service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267079 Jul 29 11:47:07.254069 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cbc3c4de-0b93-4e59-8d65-e95f0b880111 req-857cf44c-41d9-497f-882d-6c8545ea88af service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375538 Jul 29 11:47:07.258271 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cea19b-76fc-41f0-a145-3f55c8d8ee8f req-114a6c2a-fbea-4a93-9120-557b3c5e9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:07.260798 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b1cea19b-76fc-41f0-a145-3f55c8d8ee8f req-114a6c2a-fbea-4a93-9120-557b3c5e9e17 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 1130 time: 0.0793753 Jul 29 11:47:07.332363 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b1cea19b-76fc-41f0-a145-3f55c8d8ee8f req-98257246-a62e-4f50-8c64-71130ea4d14a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650904 Jul 29 11:47:07.353112 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['fb1642b2-a468-43c6-8233-7e7bcc25cfcd'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:47:07.405841 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:07.414774 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:07.457671 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 37549cbf-4d66-48e6-b4f4-c12905ec4351 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:47:07.475972 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57cc768b-dd07-4970-af0a-91e3253e9d62 req-f8579656-ad41-44f0-82fe-19ad04a7cbac service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147734 Jul 29 11:47:07.584589 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:07.600997 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cbc3c4de-0b93-4e59-8d65-e95f0b880111 req-5d6cf1fc-8de2-4cbe-910d-396b3a369a3a service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380127 Jul 29 11:47:07.625039 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969d57a-afbc-499a-94af-abcfeb8fd9bb req-ed072841-b853-492b-8213-c3eaf867f2b3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:07.627144 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e969d57a-afbc-499a-94af-abcfeb8fd9bb req-ed072841-b853-492b-8213-c3eaf867f2b3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 945 time: 0.1227779 Jul 29 11:47:07.737014 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e969d57a-afbc-499a-94af-abcfeb8fd9bb req-10768398-46b5-46d6-a302-02fa0e13e87d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015248 Jul 29 11:47:07.762491 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 37549cbf-4d66-48e6-b4f4-c12905ec4351, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=37549cbf-4d66-48e6-b4f4-c12905ec4351,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:07.777255 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'port_id': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'mac_address': 'fa:16:3e:22:e7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:47:07.815652 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 37549cbf-4d66-48e6-b4f4-c12905ec4351 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:47:07.816056 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:07.834225 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37549cbf-4d66-48e6-b4f4-c12905ec4351 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:47:07.856933 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 37549cbf-4d66-48e6-b4f4-c12905ec4351, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=37549cbf-4d66-48e6-b4f4-c12905ec4351,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:07.861385 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:07.944745 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=37549cbf-4d66-48e6-b4f4-c12905ec4351,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:08.040355 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b174217-a22c-486b-903d-bcd10808c920 req-b7b4fac7-eba1-4e8c-8d5e-0ac9803ec8e2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:08.042588 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8b174217-a22c-486b-903d-bcd10808c920 req-b7b4fac7-eba1-4e8c-8d5e-0ac9803ec8e2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 944 time: 0.1136863 Jul 29 11:47:08.100223 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92841e8-3cd0-4d41-992f-e94f5f3f5232 req-7568bea8-a541-4dce-b240-e71df1e40602 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:08.101741 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a92841e8-3cd0-4d41-992f-e94f5f3f5232 req-7568bea8-a541-4dce-b240-e71df1e40602 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 944 time: 0.0959797 Jul 29 11:47:08.150584 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8b174217-a22c-486b-903d-bcd10808c920 req-f947f38e-c5dc-400b-83a5-aff44b7221b2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918057 Jul 29 11:47:08.171826 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a92841e8-3cd0-4d41-992f-e94f5f3f5232 req-922de8fc-aea9-4d07-8693-efc92fc4700a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626953 Jul 29 11:47:08.348675 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a08738-faa9-45d7-9e76-b251229ce3fb req-0e8980e2-2b36-448e-af03-1e00ec9afc4c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:08.350413 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-38a08738-faa9-45d7-9e76-b251229ce3fb req-0e8980e2-2b36-448e-af03-1e00ec9afc4c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 945 time: 0.0482185 Jul 29 11:47:08.408061 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-38a08738-faa9-45d7-9e76-b251229ce3fb req-31602d75-e22f-486d-9f2a-3ef54df8d66b tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477819 Jul 29 11:47:08.584383 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41466) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:08.738022 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d094-7e41-490c-9381-c1ee077e2455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:08.831161 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['37549cbf-4d66-48e6-b4f4-c12905ec4351'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:47:08.895286 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d094-7e41-490c-9381-c1ee077e2455 admin admin] Publish callbacks [] for security_group (f76a2be5-5105-4ab8-b3ea-fe113ad2b926), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:08.902598 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d094-7e41-490c-9381-c1ee077e2455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f76a2be5-5105-4ab8-b3ea-fe113ad2b926), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:08.953124 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-5ec1d094-7e41-490c-9381-c1ee077e2455 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49645294c85f4fe597115d938fbfa611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669662 Jul 29 11:47:08.954296 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1d094-7e41-490c-9381-c1ee077e2455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76a2be5-5105-4ab8-b3ea-fe113ad2b926,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:08.956835 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41482) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:09.011041 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe853a7-5202-4808-ae90-21dfa5e85364 req-825ae00a-fd40-4615-9f35-6d1d4082a277 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:09.020817 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8fe853a7-5202-4808-ae90-21dfa5e85364 req-825ae00a-fd40-4615-9f35-6d1d4082a277 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 945 time: 0.1381004 Jul 29 11:47:09.033079 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6eb7-acc0-4fb3-baa5-e8f056f2bcfb admin admin] Publish callbacks [] for security_group (f76a2be5-5105-4ab8-b3ea-fe113ad2b926), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.060147 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6eb7-acc0-4fb3-baa5-e8f056f2bcfb admin admin] Publish callbacks [] for security_group (f76a2be5-5105-4ab8-b3ea-fe113ad2b926), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.082599 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:09.127118 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6eb7-acc0-4fb3-baa5-e8f056f2bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f76a2be5-5105-4ab8-b3ea-fe113ad2b926), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.128092 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8fe853a7-5202-4808-ae90-21dfa5e85364 req-5722c2b4-75b9-4e07-a25c-dc4497e9d594 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061156 Jul 29 11:47:09.130021 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6eb7-acc0-4fb3-baa5-e8f056f2bcfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.131614 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-1e3e6eb7-acc0-4fb3-baa5-e8f056f2bcfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f76a2be5-5105-4ab8-b3ea-fe113ad2b926 HTTP/1.1" status: 204 len: 168 time: 0.1737394 Jul 29 11:47:09.144800 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e6eb7-acc0-4fb3-baa5-e8f056f2bcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76a2be5-5105-4ab8-b3ea-fe113ad2b926,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:09.376973 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d16a0-f793-4a81-9319-e4d4fbb0be02 req-c761f0e5-9ad7-464e-a447-504ff270276a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:09.386340 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c36d16a0-f793-4a81-9319-e4d4fbb0be02 req-c761f0e5-9ad7-464e-a447-504ff270276a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 944 time: 0.1106412 Jul 29 11:47:09.430864 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3f28c-c266-44da-b529-43e8df63da84 req-610f21ea-8c2b-4a2c-8b36-3db000c93481 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:09.433199 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cff3f28c-c266-44da-b529-43e8df63da84 req-610f21ea-8c2b-4a2c-8b36-3db000c93481 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 944 time: 0.1218956 Jul 29 11:47:09.452823 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:09.479751 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c36d16a0-f793-4a81-9319-e4d4fbb0be02 req-82c8606c-9fc7-44a3-bdae-6e35440539f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914383 Jul 29 11:47:09.527919 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cff3f28c-c266-44da-b529-43e8df63da84 req-bcc80c22-be1f-4104-914d-1768345a9211 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835536 Jul 29 11:47:09.686094 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 41508) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:09.699976 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a2612fa9-d401-48bb-bd27-e82dddc12a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.783444 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device fb1642b2-a468-43c6-8233-7e7bcc25cfcd up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:47:09.794279 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a2612fa9-d401-48bb-bd27-e82dddc12a0c admin admin] Publish callbacks [] for security_group (d766d03e-6fbd-4069-8713-ec1cc185a559), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.798563 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a2612fa9-d401-48bb-bd27-e82dddc12a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (d766d03e-6fbd-4069-8713-ec1cc185a559), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.832716 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port fb1642b2-a468-43c6-8233-7e7bcc25cfcd completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:47:09.838832 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port fb1642b2-a468-43c6-8233-7e7bcc25cfcd triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:47:09.839218 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.841301 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-a2612fa9-d401-48bb-bd27-e82dddc12a0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91835c62fdde432a968a03fc4c054885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541879 Jul 29 11:47:09.842210 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2612fa9-d401-48bb-bd27-e82dddc12a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d766d03e-6fbd-4069-8713-ec1cc185a559,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:09.844024 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41514) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:09.886924 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:09.897879 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eb05bf9c-a3b5-489e-97f3-7928d671aa54 admin admin] Publish callbacks [] for security_group (d766d03e-6fbd-4069-8713-ec1cc185a559), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.926323 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port fb1642b2-a468-43c6-8233-7e7bcc25cfcd is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:47:09.926486 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eb05bf9c-a3b5-489e-97f3-7928d671aa54 admin admin] Publish callbacks [] for security_group (d766d03e-6fbd-4069-8713-ec1cc185a559), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.926764 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.948979 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:09.954710 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:47:09.956965 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c79325d-5f64-4c0a-ad68-a8bc7b1b890c" -d '{"events": [{"server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "name": "network-vif-plugged", "status": "completed", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:47:09.975367 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:09.982013 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:09.982965 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 37549cbf-4d66-48e6-b4f4-c12905ec4351 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:47:09.996738 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eb05bf9c-a3b5-489e-97f3-7928d671aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (d766d03e-6fbd-4069-8713-ec1cc185a559), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:10.000125 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eb05bf9c-a3b5-489e-97f3-7928d671aa54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:10.001721 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-eb05bf9c-a3b5-489e-97f3-7928d671aa54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d766d03e-6fbd-4069-8713-ec1cc185a559 HTTP/1.1" status: 204 len: 168 time: 0.1565676 Jul 29 11:47:10.032417 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05bf9c-a3b5-489e-97f3-7928d671aa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d766d03e-6fbd-4069-8713-ec1cc185a559,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:10.033926 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814d83c6-1fb7-4651-a61a-feab0081cad5 x-openstack-request-id: req-814d83c6-1fb7-4651-a61a-feab0081cad5 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:47:10.034337 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "name": "network-vif-plugged", "status": "completed", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:47:10.034748 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-814d83c6-1fb7-4651-a61a-feab0081cad5 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:47:10.035352 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814d83c6-1fb7-4651-a61a-feab0081cad5'] response: {'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'code': 200} Jul 29 11:47:10.093497 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:10.104706 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 37549cbf-4d66-48e6-b4f4-c12905ec4351 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:47:10.110705 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 37549cbf-4d66-48e6-b4f4-c12905ec4351 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:47:10.111134 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:10.153291 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:10.219791 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 37549cbf-4d66-48e6-b4f4-c12905ec4351 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:47:10.220183 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:10.260888 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 37549cbf-4d66-48e6-b4f4-c12905ec4351, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=37549cbf-4d66-48e6-b4f4-c12905ec4351,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:10.267142 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:10.268214 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device c7dcc6c9-56c0-4221-a382-4dc2c7a538eb up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:47:10.361075 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f87fe7-efd3-498a-95b1-e80fa51607ea req-ec8ec7eb-24c2-4ada-8759-ce5c829a328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:10.363609 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57f87fe7-efd3-498a-95b1-e80fa51607ea req-ec8ec7eb-24c2-4ada-8759-ce5c829a328c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 1130 time: 0.1387885 Jul 29 11:47:10.366234 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=37549cbf-4d66-48e6-b4f4-c12905ec4351,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:10.378274 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:47:10.378406 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800680ac-2aa6-424c-9c07-c5cd1eda66d2 req-04f19b76-93d0-42b3-9cb8-414b706b9b15 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:10.380225 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-800680ac-2aa6-424c-9c07-c5cd1eda66d2 req-04f19b76-93d0-42b3-9cb8-414b706b9b15 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.1076384 Jul 29 11:47:10.384362 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:47:10.384913 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:10.399358 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:10.467634 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57f87fe7-efd3-498a-95b1-e80fa51607ea req-669da2da-abb4-48ba-bf9d-b29282a6e486 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966427 Jul 29 11:47:10.480146 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-800680ac-2aa6-424c-9c07-c5cd1eda66d2 req-7dec2016-2c31-4858-be2f-0132d279bcf5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840814 Jul 29 11:47:10.482968 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:47:10.483268 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:10.525549 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:10.542737 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:10.643898 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:10.709565 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12713449-c88e-45d9-a674-0b5e9e72002d req-c1e5330a-bd92-4400-b34a-bb637764f95b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:10.711669 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12713449-c88e-45d9-a674-0b5e9e72002d req-c1e5330a-bd92-4400-b34a-bb637764f95b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.1179318 Jul 29 11:47:10.753390 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41875233-333b-4350-8fbe-da1bdcb0a249 req-3fee8bf6-08dd-4477-9b80-f3eee03b3eb9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:10.754992 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-41875233-333b-4350-8fbe-da1bdcb0a249 req-3fee8bf6-08dd-4477-9b80-f3eee03b3eb9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.1019659 Jul 29 11:47:10.837753 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12713449-c88e-45d9-a674-0b5e9e72002d req-2f6a410a-7a47-4ed8-99c5-b4372bf1e692 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175597 Jul 29 11:47:10.846922 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-41875233-333b-4350-8fbe-da1bdcb0a249 req-7ffa2c22-e97f-4f12-a83e-cc977fdb29ea tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780621 Jul 29 11:47:11.647193 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38ced6-a1db-47dc-87cd-8ad45bb3c5d9 req-3718d0d9-cece-489a-9890-5e58e21945d1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:11.649475 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bd38ced6-a1db-47dc-87cd-8ad45bb3c5d9 req-3718d0d9-cece-489a-9890-5e58e21945d1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0583472 Jul 29 11:47:11.702606 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bd38ced6-a1db-47dc-87cd-8ad45bb3c5d9 req-61aeb84c-92e6-41b8-9142-7e6353b2390c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466092 Jul 29 11:47:12.005355 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea59a-2a5a-4a5f-9ba5-e9d527b5c592 req-fe85cb76-df45-4e2d-adf9-b1f9bc5c6cae tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:12.006850 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b7ea59a-2a5a-4a5f-9ba5-e9d527b5c592 req-fe85cb76-df45-4e2d-adf9-b1f9bc5c6cae tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0782585 Jul 29 11:47:12.013189 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedb4bc-ff2c-4861-86d1-a79e93edd876 req-cb1b97c3-12ce-4df6-bd5f-f4173ebdd63e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:12.014572 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3eedb4bc-ff2c-4861-86d1-a79e93edd876 req-cb1b97c3-12ce-4df6-bd5f-f4173ebdd63e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.0744946 Jul 29 11:47:12.036778 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37549cbf-4d66-48e6-b4f4-c12905ec4351'}, {'server_uuid': '600bd88b-d9ed-4efe-a4fe-5ae8a93497c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dcc6c9-56c0-4221-a382-4dc2c7a538eb'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:47:12.039523 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb206095-4b25-49da-8985-c3f831c4c5c9" -d '{"events": [{"server_uuid": "5c8a2d21-648a-4b70-badd-2d7e499f5b90", "name": "network-vif-plugged", "status": "completed", "tag": "37549cbf-4d66-48e6-b4f4-c12905ec4351"}, {"server_uuid": "600bd88b-d9ed-4efe-a4fe-5ae8a93497c9", "name": "network-vif-plugged", "status": "completed", "tag": "c7dcc6c9-56c0-4221-a382-4dc2c7a538eb"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:47:12.085369 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b7ea59a-2a5a-4a5f-9ba5-e9d527b5c592 req-9e736c74-dc99-413f-b110-1f3334498a62 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698345 Jul 29 11:47:12.093332 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3eedb4bc-ff2c-4861-86d1-a79e93edd876 req-fd476ee1-f573-4eb1-8f1c-8edde7916a27 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709422 Jul 29 11:47:12.153054 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Jul 2022 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2053051d-eb2d-42da-be31-938e357ade52 x-openstack-request-id: req-2053051d-eb2d-42da-be31-938e357ade52 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:47:12.153358 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8a2d21-648a-4b70-badd-2d7e499f5b90", "name": "network-vif-plugged", "status": "completed", "tag": "37549cbf-4d66-48e6-b4f4-c12905ec4351", "code": 200}, {"server_uuid": "600bd88b-d9ed-4efe-a4fe-5ae8a93497c9", "name": "network-vif-plugged", "status": "completed", "tag": "c7dcc6c9-56c0-4221-a382-4dc2c7a538eb", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:47:12.153647 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2053051d-eb2d-42da-be31-938e357ade52 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:47:12.154063 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2053051d-eb2d-42da-be31-938e357ade52'] response: {'server_uuid': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'code': 200} Jul 29 11:47:12.154320 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2053051d-eb2d-42da-be31-938e357ade52'] response: {'server_uuid': '600bd88b-d9ed-4efe-a4fe-5ae8a93497c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dcc6c9-56c0-4221-a382-4dc2c7a538eb', 'code': 200} Jul 29 11:47:12.814657 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:12.826439 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf6fa7-5cf8-4366-b1f8-07501a1bb969 req-b7407096-e0ff-4682-8a38-444b1bb66913 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:12.827887 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-98bf6fa7-5cf8-4366-b1f8-07501a1bb969 req-b7407096-e0ff-4682-8a38-444b1bb66913 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0497055 Jul 29 11:47:12.874360 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-98bf6fa7-5cf8-4366-b1f8-07501a1bb969 req-982c03d7-d02a-48ee-8dcc-7420abd331cd tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409520 Jul 29 11:47:13.240331 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fcdc4-b55b-4f62-809b-ce16afe66181 req-f1ae5cb2-ad31-4e56-b672-6a55dded9728 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:13.241819 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5e4fcdc4-b55b-4f62-809b-ce16afe66181 req-f1ae5cb2-ad31-4e56-b672-6a55dded9728 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0730660 Jul 29 11:47:13.249981 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafda5b-835a-48f3-b3d2-2f40ebf825bc req-bd62c556-8e43-46e6-b259-5fa141435cf1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:13.251553 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7dafda5b-835a-48f3-b3d2-2f40ebf825bc req-bd62c556-8e43-46e6-b259-5fa141435cf1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.0720167 Jul 29 11:47:13.326697 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5e4fcdc4-b55b-4f62-809b-ce16afe66181 req-f39f830a-c106-4c77-a01d-0301f00f80e5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741866 Jul 29 11:47:13.330662 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7dafda5b-835a-48f3-b3d2-2f40ebf825bc req-fb03a2b4-75f2-46be-99a3-5bc02a1cf2fb tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714314 Jul 29 11:47:13.992024 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416ed4e-7dba-4ba1-99a4-a09ec69dc37e req-d01addce-6dc6-40f9-89ac-93781f3f0a5a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:13.993397 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2416ed4e-7dba-4ba1-99a4-a09ec69dc37e req-d01addce-6dc6-40f9-89ac-93781f3f0a5a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0449541 Jul 29 11:47:14.044666 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2416ed4e-7dba-4ba1-99a4-a09ec69dc37e req-ccba9b94-5718-4d6f-a173-d897f9f54577 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448992 Jul 29 11:47:14.490116 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249f658-4a49-44c8-81bd-758e80c30646 req-c214b519-6ca1-4379-b639-4ad82a9e522b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:14.491353 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4249f658-4a49-44c8-81bd-758e80c30646 req-c214b519-6ca1-4379-b639-4ad82a9e522b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0879478 Jul 29 11:47:14.499113 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426b4a9-5c83-4a9d-87a8-4bda4142daaa req-714b397a-7e6f-4402-b5ca-f8d354968d88 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:14.500776 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d426b4a9-5c83-4a9d-87a8-4bda4142daaa req-714b397a-7e6f-4402-b5ca-f8d354968d88 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.0955312 Jul 29 11:47:14.569884 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:14.593846 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4249f658-4a49-44c8-81bd-758e80c30646 req-8a67bf93-b33d-47eb-a758-b1c47c382ebf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901308 Jul 29 11:47:14.606039 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d426b4a9-5c83-4a9d-87a8-4bda4142daaa req-dc83744d-e620-4137-a7a0-89eebcbfb8c6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929425 Jul 29 11:47:14.747844 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87649b-1379-469c-ba11-74121b0d71fb req-8e73ad2d-3a85-404b-8d70-bad071482a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:14.748628 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cf87649b-1379-469c-ba11-74121b0d71fb req-8e73ad2d-3a85-404b-8d70-bad071482a20 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 1129 time: 0.0676577 Jul 29 11:47:14.819680 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cf87649b-1379-469c-ba11-74121b0d71fb req-d45a9c00-3fc4-436e-8574-0a1b461231dc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594025 Jul 29 11:47:15.238192 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd962f-6217-4627-8751-86dfdbf15469 req-6e01a0e2-c135-4680-afc4-5461b117c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:15.239893 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-08fd962f-6217-4627-8751-86dfdbf15469 req-6e01a0e2-c135-4680-afc4-5461b117c592 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 1129 time: 0.0809894 Jul 29 11:47:15.246380 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19512ed6-0483-4f78-bc05-624844ef992c req-7c7f7663-174e-4425-a711-97eae8c8f552 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:15.253731 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-19512ed6-0483-4f78-bc05-624844ef992c req-7c7f7663-174e-4425-a711-97eae8c8f552 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.1071441 Jul 29 11:47:15.312482 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-19512ed6-0483-4f78-bc05-624844ef992c req-a9bb28fd-b53d-4b6a-88d4-d545802daf17 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579612 Jul 29 11:47:15.361724 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-08fd962f-6217-4627-8751-86dfdbf15469 req-7d876502-bea5-413c-a877-abac5453bdb1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042247 Jul 29 11:47:15.452122 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03514cc2-1ece-471b-8442-ad818a93ff13 req-dc485eaf-0c61-413d-8de7-85f7225cf86d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:15.453695 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-03514cc2-1ece-471b-8442-ad818a93ff13 req-dc485eaf-0c61-413d-8de7-85f7225cf86d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0507183 Jul 29 11:47:15.464085 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 41708) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:15.469121 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-fadf4070-9b37-47ab-9775-f0c1bc2ce928 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'floatingip': {'port_id': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:47:15.549630 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fadf4070-9b37-47ab-9775-f0c1bc2ce928 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (3dad0f35-fea1-4853-b6fc-0fbf20dd96af), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:15.885775 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:15.922887 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee3409-780d-4c73-be65-15f440a03af6 req-90274490-1689-4a22-b5f5-63cf1c36be97 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:15.924372 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cdee3409-780d-4c73-be65-15f440a03af6 req-90274490-1689-4a22-b5f5-63cf1c36be97 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.1620293 Jul 29 11:47:15.935082 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db3e59-8dbd-47c6-b680-8dad3cdaacd1 req-f63427c5-d7a4-47af-ab96-c19e772326d4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:15.936502 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-07db3e59-8dbd-47c6-b680-8dad3cdaacd1 req-f63427c5-d7a4-47af-ab96-c19e772326d4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.1755390 Jul 29 11:47:15.994358 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41726) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:16.101799 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7f2de7a3-64d6-4c38-9b69-76bd34d70ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:16.106664 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cdee3409-780d-4c73-be65-15f440a03af6 req-f1a2b0c8-65ed-42c7-bcb7-ae8878efda51 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671576 Jul 29 11:47:16.112123 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-07db3e59-8dbd-47c6-b680-8dad3cdaacd1 req-2bfe8c3e-b95f-4552-b4d0-a0b6745e2cc5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675172 Jul 29 11:47:16.192188 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7f2de7a3-64d6-4c38-9b69-76bd34d70ce0 admin admin] Publish callbacks [] for security_group (f966154c-596b-417b-8897-b742dc6822a4), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:16.196437 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7f2de7a3-64d6-4c38-9b69-76bd34d70ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f966154c-596b-417b-8897-b742dc6822a4), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:16.236755 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2de7a3-64d6-4c38-9b69-76bd34d70ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f966154c-596b-417b-8897-b742dc6822a4,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:16.243497 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-7f2de7a3-64d6-4c38-9b69-76bd34d70ce0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df551fbeee984dc68407d586589dd4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457197 Jul 29 11:47:16.243708 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41730) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:16.295041 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-056e8173-38df-46b8-b5fc-8fd196f64372 admin admin] Publish callbacks [] for security_group (f966154c-596b-417b-8897-b742dc6822a4), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:16.316972 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-056e8173-38df-46b8-b5fc-8fd196f64372 admin admin] Publish callbacks [] for security_group (f966154c-596b-417b-8897-b742dc6822a4), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:16.381571 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-056e8173-38df-46b8-b5fc-8fd196f64372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f966154c-596b-417b-8897-b742dc6822a4), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:16.385093 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-056e8173-38df-46b8-b5fc-8fd196f64372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:16.389580 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-056e8173-38df-46b8-b5fc-8fd196f64372 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f966154c-596b-417b-8897-b742dc6822a4 HTTP/1.1" status: 204 len: 168 time: 0.1448493 Jul 29 11:47:16.398607 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e8173-38df-46b8-b5fc-8fd196f64372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f966154c-596b-417b-8897-b742dc6822a4,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:16.527386 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fadf4070-9b37-47ab-9775-f0c1bc2ce928 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:16.533322 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fadf4070-9b37-47ab-9775-f0c1bc2ce928 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (3dad0f35-fea1-4853-b6fc-0fbf20dd96af), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:16.644733 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:16.652383 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-fadf4070-9b37-47ab-9775-f0c1bc2ce928 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Floating IP 3dad0f35-fea1-4853-b6fc-0fbf20dd96af associated. External IP: 172.27.2.133, port: fb1642b2-a468-43c6-8233-7e7bcc25cfcd. Jul 29 11:47:16.738009 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 41754) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:16.762911 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b9e20ed6-6b87-4611-9253-5a633fc53849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:16.929210 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadf4070-9b37-47ab-9775-f0c1bc2ce928 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Router 957e235d-0f89-4b60-b85e-5662b8b1acc6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:47:16.933997 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:16.939187 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b9e20ed6-6b87-4611-9253-5a633fc53849 admin admin] Publish callbacks [] for security_group (5ea31e66-c8b7-4400-a256-524653ef4ea0), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:16.944756 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b9e20ed6-6b87-4611-9253-5a633fc53849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (5ea31e66-c8b7-4400-a256-524653ef4ea0), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.025024 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b9e20ed6-6b87-4611-9253-5a633fc53849 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d90cf18623be47ccaf642b117781159d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859943 Jul 29 11:47:17.028232 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41758) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:17.031329 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e20ed6-6b87-4611-9253-5a633fc53849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea31e66-c8b7-4400-a256-524653ef4ea0,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:17.079064 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5b119359-894e-4366-9e04-d4c182b43d4a admin admin] Publish callbacks [] for security_group (5ea31e66-c8b7-4400-a256-524653ef4ea0), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.102385 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5b119359-894e-4366-9e04-d4c182b43d4a admin admin] Publish callbacks [] for security_group (5ea31e66-c8b7-4400-a256-524653ef4ea0), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.155703 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5b119359-894e-4366-9e04-d4c182b43d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (5ea31e66-c8b7-4400-a256-524653ef4ea0), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.158405 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5b119359-894e-4366-9e04-d4c182b43d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.162163 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-5b119359-894e-4366-9e04-d4c182b43d4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ea31e66-c8b7-4400-a256-524653ef4ea0 HTTP/1.1" status: 204 len: 168 time: 0.1304691 Jul 29 11:47:17.170299 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b119359-894e-4366-9e04-d4c182b43d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea31e66-c8b7-4400-a256-524653ef4ea0,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:17.352650 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:47:17.366048 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadf4070-9b37-47ab-9775-f0c1bc2ce928 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:47:17.374067 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fadf4070-9b37-47ab-9775-f0c1bc2ce928 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.384048 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c82d18-396d-4e17-848c-4cbff6f5c779 None None] Sync routers for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:47:17.384469 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced63c5-07cb-4677-96d6-f69911b5b064 req-0b35bb09-cc3c-4578-996c-3a854a9034dd tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:17.386954 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9ced63c5-07cb-4677-96d6-f69911b5b064 req-0b35bb09-cc3c-4578-996c-3a854a9034dd tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0970533 Jul 29 11:47:17.407180 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c82d18-396d-4e17-848c-4cbff6f5c779 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:47:17.408789 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-83c82d18-396d-4e17-848c-4cbff6f5c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:17.410237 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91424d-0ce2-485a-aa1b-5c0be6643834 req-b6e4c003-fff3-40b5-ba81-5334e72f5662 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:17.411910 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4e91424d-0ce2-485a-aa1b-5c0be6643834 req-b6e4c003-fff3-40b5-ba81-5334e72f5662 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.1233585 Jul 29 11:47:17.471294 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-fadf4070-9b37-47ab-9775-f0c1bc2ce928 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "PUT /v2.0/floatingips/3dad0f35-fea1-4853-b6fc-0fbf20dd96af HTTP/1.1" status: 200 len: 992 time: 2.0038881 Jul 29 11:47:17.475450 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:47:17.477707 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763ab38b-b9b6-4073-93b6-bdf79f0c2766" -d '{"events": [{"name": "network-changed", "server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:47:17.512962 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9ced63c5-07cb-4677-96d6-f69911b5b064 req-a5f4068e-bebd-4c52-8275-9266f41bfb1a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090562 Jul 29 11:47:17.524411 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-83c82d18-396d-4e17-848c-4cbff6f5c779 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:47:17.526817 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4e91424d-0ce2-485a-aa1b-5c0be6643834 req-a67a0d17-d6f3-422a-8ffd-1cb23a146f67 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885105 Jul 29 11:47:17.559401 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41774) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:17.576328 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e5598cf2-0f55-4bff-b0d6-c2f724e19ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.595427 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c12e1a0-3a81-4ba3-b78e-60b650ee43fa x-openstack-request-id: req-9c12e1a0-3a81-4ba3-b78e-60b650ee43fa {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:47:17.595950 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:47:17.596055 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c12e1a0-3a81-4ba3-b78e-60b650ee43fa {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:47:17.596415 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c12e1a0-3a81-4ba3-b78e-60b650ee43fa'] response: {'name': 'network-changed', 'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'status': 'completed', 'code': 200} Jul 29 11:47:17.663596 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e5598cf2-0f55-4bff-b0d6-c2f724e19ddb admin admin] Publish callbacks [] for security_group (c09cd84c-d7b2-42d8-a70d-af62d768359f), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.668436 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e5598cf2-0f55-4bff-b0d6-c2f724e19ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (c09cd84c-d7b2-42d8-a70d-af62d768359f), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.695296 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:17.696111 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:17.715761 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-e5598cf2-0f55-4bff-b0d6-c2f724e19ddb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cc991896024443e94813ad80cf87143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550443 Jul 29 11:47:17.718699 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41780) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:17.725040 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5598cf2-0f55-4bff-b0d6-c2f724e19ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09cd84c-d7b2-42d8-a70d-af62d768359f,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:17.776109 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cc48f9c5-5731-477d-af22-6b3b0086a4c2 admin admin] Publish callbacks [] for security_group (c09cd84c-d7b2-42d8-a70d-af62d768359f), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.791522 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-83c82d18-396d-4e17-848c-4cbff6f5c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '3dad0f35-fea1-4853-b6fc-0fbf20dd96af', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'port_id': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'mac_address': 'fa:16:3e:26:93:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:37Z', 'updated_at': '2022-07-29T11:47:16Z', 'revision_number': 1, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:17.798321 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cc48f9c5-5731-477d-af22-6b3b0086a4c2 admin admin] Publish callbacks [] for security_group (c09cd84c-d7b2-42d8-a70d-af62d768359f), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.819315 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c82d18-396d-4e17-848c-4cbff6f5c779 None None] Checking router: 957e235d-0f89-4b60-b85e-5662b8b1acc6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:47:17.827726 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c82d18-396d-4e17-848c-4cbff6f5c779 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:47:17.828333 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-83c82d18-396d-4e17-848c-4cbff6f5c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:17.846176 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cc48f9c5-5731-477d-af22-6b3b0086a4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (c09cd84c-d7b2-42d8-a70d-af62d768359f), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.848739 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cc48f9c5-5731-477d-af22-6b3b0086a4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:17.849915 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-cc48f9c5-5731-477d-af22-6b3b0086a4c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c09cd84c-d7b2-42d8-a70d-af62d768359f HTTP/1.1" status: 204 len: 168 time: 0.1302686 Jul 29 11:47:17.860343 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48f9c5-5731-477d-af22-6b3b0086a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09cd84c-d7b2-42d8-a70d-af62d768359f,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:17.938321 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-83c82d18-396d-4e17-848c-4cbff6f5c779 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:47:18.153932 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-83c82d18-396d-4e17-848c-4cbff6f5c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '3dad0f35-fea1-4853-b6fc-0fbf20dd96af', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'port_id': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'mac_address': 'fa:16:3e:26:93:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:37Z', 'updated_at': '2022-07-29T11:47:16Z', 'revision_number': 1, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:18.182831 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c82d18-396d-4e17-848c-4cbff6f5c779 None None] The sync data for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi is: [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '3dad0f35-fea1-4853-b6fc-0fbf20dd96af', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'port_id': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'mac_address': 'fa:16:3e:26:93:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:37Z', 'updated_at': '2022-07-29T11:47:16Z', 'revision_number': 1, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:47:18.405366 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72175d-07f7-4396-8cd2-7aeb13c7215a None None] New status for floating IP 3dad0f35-fea1-4853-b6fc-0fbf20dd96af: ACTIVE {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:47:18.717532 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea8cd4-afd6-4bc6-af79-4b5352c367a9 req-8bd7f5c3-438b-4837-ab5b-ad0e738b520f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:18.726374 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3aea8cd4-afd6-4bc6-af79-4b5352c367a9 req-8bd7f5c3-438b-4837-ab5b-ad0e738b520f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.1140435 Jul 29 11:47:18.741585 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce96b8-7c33-4438-bf39-1916e7ca9b3b req-ee4e729f-acf8-4bdd-b128-4caa21978274 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:18.743385 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-17ce96b8-7c33-4438-bf39-1916e7ca9b3b req-ee4e729f-acf8-4bdd-b128-4caa21978274 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.1216927 Jul 29 11:47:18.828712 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-17ce96b8-7c33-4438-bf39-1916e7ca9b3b req-8aa11ce6-dad9-4024-a69b-f17a97faa94c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745144 Jul 29 11:47:18.843315 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3aea8cd4-afd6-4bc6-af79-4b5352c367a9 req-535a8d1f-101a-4968-8151-ded90a1d9723 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110857 Jul 29 11:47:19.006411 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ab38b-b9b6-4073-93b6-bdf79f0c2766 req-f6075364-fa20-4bf1-9490-794313187dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:19.008201 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-763ab38b-b9b6-4073-93b6-bdf79f0c2766 req-f6075364-fa20-4bf1-9490-794313187dac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 1130 time: 0.0467036 Jul 29 11:47:19.616722 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:19.719031 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ab38b-b9b6-4073-93b6-bdf79f0c2766 req-f9b73258-0f66-4761-b05c-afcdf396a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:19.721311 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-763ab38b-b9b6-4073-93b6-bdf79f0c2766 req-f9b73258-0f66-4761-b05c-afcdf396a08e service neutron] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 918 time: 0.1126914 Jul 29 11:47:19.769327 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 41862) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:19.933607 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.048867 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af3e9a-552a-47d6-990f-fea50c4d85f4 req-c939ec9f-b343-43c5-8383-58823cb279bd tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:20.051968 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b1af3e9a-552a-47d6-990f-fea50c4d85f4 req-c939ec9f-b343-43c5-8383-58823cb279bd tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.1084137 Jul 29 11:47:20.071780 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ce1c2-bc1d-466d-acec-87a4234f704a req-2847df27-8e9b-4185-8d1b-2650e1c4b39d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:20.074084 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-651ce1c2-bc1d-466d-acec-87a4234f704a req-2847df27-8e9b-4185-8d1b-2650e1c4b39d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.1157796 Jul 29 11:47:20.252281 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Publish callbacks [] for security_group (9370ea5c-aaa5-4b72-b2bf-e423f41d5589), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.265581 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:20.273543 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-651ce1c2-bc1d-466d-acec-87a4234f704a req-1ec994ea-e24b-4afe-8fca-2ec0a88a500c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850698 Jul 29 11:47:20.322856 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (9370ea5c-aaa5-4b72-b2bf-e423f41d5589), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.324624 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41896) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:20.384510 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b1af3e9a-552a-47d6-990f-fea50c4d85f4 req-b00c0a99-dd08-4b7a-bfd4-669584a21597 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093839 Jul 29 11:47:20.455983 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9370ea5c-aaa5-4b72-b2bf-e423f41d5589,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:20.478990 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-763ab38b-b9b6-4073-93b6-bdf79f0c2766 req-00480c6c-e695-4597-ab95-feb619187bff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd HTTP/1.1" status: 200 len: 1002 time: 0.2820246 Jul 29 11:47:20.480683 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.481368 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43e98fbca8774f9ba72a03374601c848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7108819 Jul 29 11:47:20.484170 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41902) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:20.491532 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.491880 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.492244 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.492587 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.492970 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.493303 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.493711 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.494604 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.495084 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.495415 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.495760 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.496104 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.496430 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.496750 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.497070 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d97bcb7-f6b0-4ff8-b060-65264451519a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.517988 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18275e06-8108-4e5c-8bad-e396be52be31 req-ee35241f-845d-47e9-9b60-c69500e06d50 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:20.523526 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-18275e06-8108-4e5c-8bad-e396be52be31 req-ee35241f-845d-47e9-9b60-c69500e06d50 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.1000869 Jul 29 11:47:20.530591 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 41906) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:20.535187 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-1e32d43e-850e-479a-952c-961c2d08c9b4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'floatingip': {'port_id': '37549cbf-4d66-48e6-b4f4-c12905ec4351'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:47:20.577093 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1e32d43e-850e-479a-952c-961c2d08c9b4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (079ffeb6-ea36-495c-b66b-e1e090a9183a), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.621034 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 41908) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:20.631915 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Publish callbacks [] for security_group (0dcbb516-6ef4-4945-b1c8-d120fcc9b84d), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.640653 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0dcbb516-6ef4-4945-b1c8-d120fcc9b84d), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.673960 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-91ab5b05-f118-4daf-9037-22f7ec67f2df admin admin] Publish callbacks [] for security_group (9370ea5c-aaa5-4b72-b2bf-e423f41d5589), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.709996 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13022afff0f44caab111a91c313ea263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838813 Jul 29 11:47:20.716787 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 41914) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:20.717886 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcbb516-6ef4-4945-b1c8-d120fcc9b84d,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:20.724844 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-91ab5b05-f118-4daf-9037-22f7ec67f2df admin admin] Publish callbacks [] for security_group (9370ea5c-aaa5-4b72-b2bf-e423f41d5589), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.739750 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.740409 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.740700 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.741226 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.741731 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.742212 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.742723 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.743053 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.743531 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.745673 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.746613 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.747143 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.747492 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.747854 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.748312 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d960a-5e19-4ab3-8cf0-d45e75cb7341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:20.794189 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-91ab5b05-f118-4daf-9037-22f7ec67f2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (9370ea5c-aaa5-4b72-b2bf-e423f41d5589), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.796773 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-91ab5b05-f118-4daf-9037-22f7ec67f2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.800419 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-91ab5b05-f118-4daf-9037-22f7ec67f2df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9370ea5c-aaa5-4b72-b2bf-e423f41d5589 HTTP/1.1" status: 204 len: 168 time: 0.3127656 Jul 29 11:47:20.807918 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-32021772-ad4d-435b-b81f-c9b2d9da00f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:20.809689 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab5b05-f118-4daf-9037-22f7ec67f2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9370ea5c-aaa5-4b72-b2bf-e423f41d5589,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:20.858530 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9eca0-2fb6-4e4d-bc00-0f391a47f780 req-26f7be0d-854c-465b-846a-e7803edc29d4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:20.860162 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ebe9eca0-2fb6-4e4d-bc00-0f391a47f780 req-26f7be0d-854c-465b-846a-e7803edc29d4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.1551335 Jul 29 11:47:20.902274 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:20.968193 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f1996768-0903-48c9-9f16-478038734759 admin admin] Publish callbacks [] for security_group (0dcbb516-6ef4-4945-b1c8-d120fcc9b84d), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.021763 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ebe9eca0-2fb6-4e4d-bc00-0f391a47f780 req-c1210ec7-1eca-4f86-bac5-6e2b0edeaea4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524837 Jul 29 11:47:21.074951 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f1996768-0903-48c9-9f16-478038734759 admin admin] Publish callbacks [] for security_group (0dcbb516-6ef4-4945-b1c8-d120fcc9b84d), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.097650 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41920) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:21.110769 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e016b2ec-1148-429d-b338-e2ef8999c7c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.194945 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e016b2ec-1148-429d-b338-e2ef8999c7c0 admin admin] Publish callbacks [] for security_group (f3a1df0b-a82c-4812-8652-b30d50147e96), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.199529 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e016b2ec-1148-429d-b338-e2ef8999c7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f3a1df0b-a82c-4812-8652-b30d50147e96), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.207742 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-32021772-ad4d-435b-b81f-c9b2d9da00f3 admin admin] Publish callbacks [] for security_group (d1ecdf33-b6f3-4f36-8652-469ccf7d43ca), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.215983 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-32021772-ad4d-435b-b81f-c9b2d9da00f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (d1ecdf33-b6f3-4f36-8652-469ccf7d43ca), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.245966 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-e016b2ec-1148-429d-b338-e2ef8999c7c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1b0caf296a44a8f86a0240b8100dfb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471307 Jul 29 11:47:21.247376 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41924) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:21.248134 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016b2ec-1148-429d-b338-e2ef8999c7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a1df0b-a82c-4812-8652-b30d50147e96,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:21.265114 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:21.299380 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32021772-ad4d-435b-b81f-c9b2d9da00f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ecdf33-b6f3-4f36-8652-469ccf7d43ca,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:21.329752 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-32021772-ad4d-435b-b81f-c9b2d9da00f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d24bcb5ee2544f987d1e2328e588ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6982696 Jul 29 11:47:21.329752 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 41928) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:21.329752 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f1996768-0903-48c9-9f16-478038734759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0dcbb516-6ef4-4945-b1c8-d120fcc9b84d), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.331046 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f1996768-0903-48c9-9f16-478038734759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.334547 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-f1996768-0903-48c9-9f16-478038734759 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0dcbb516-6ef4-4945-b1c8-d120fcc9b84d HTTP/1.1" status: 204 len: 168 time: 0.6124482 Jul 29 11:47:21.360304 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:21.369443 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1996768-0903-48c9-9f16-478038734759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcbb516-6ef4-4945-b1c8-d120fcc9b84d,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:21.377167 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d18d8f0e-323a-42ae-b709-11871aafe828 admin admin] Publish callbacks [] for security_group (f3a1df0b-a82c-4812-8652-b30d50147e96), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.390388 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.db.resource_extend [None req-1e32d43e-850e-479a-952c-961c2d08c9b4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 29 11:47:21.409353 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d18d8f0e-323a-42ae-b709-11871aafe828 admin admin] Publish callbacks [] for security_group (f3a1df0b-a82c-4812-8652-b30d50147e96), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.421669 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:21.472744 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1e32d43e-850e-479a-952c-961c2d08c9b4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.472850 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d18d8f0e-323a-42ae-b709-11871aafe828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f3a1df0b-a82c-4812-8652-b30d50147e96), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.475748 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d18d8f0e-323a-42ae-b709-11871aafe828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.480278 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-d18d8f0e-323a-42ae-b709-11871aafe828 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3a1df0b-a82c-4812-8652-b30d50147e96 HTTP/1.1" status: 204 len: 168 time: 0.2252543 Jul 29 11:47:21.498531 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d8f0e-323a-42ae-b709-11871aafe828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a1df0b-a82c-4812-8652-b30d50147e96,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:21.502767 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1e32d43e-850e-479a-952c-961c2d08c9b4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (079ffeb6-ea36-495c-b66b-e1e090a9183a), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.586594 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c99aa6b7-a8b5-4f83-87c9-72a19b587739 admin admin] Publish callbacks [] for security_group (d1ecdf33-b6f3-4f36-8652-469ccf7d43ca), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.724550 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c99aa6b7-a8b5-4f83-87c9-72a19b587739 admin admin] Publish callbacks [] for security_group (d1ecdf33-b6f3-4f36-8652-469ccf7d43ca), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.750434 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ab38b-b9b6-4073-93b6-bdf79f0c2766 req-413791ef-a41b-40e3-9d6d-500b033c1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:21.752291 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-763ab38b-b9b6-4073-93b6-bdf79f0c2766 req-413791ef-a41b-40e3-9d6d-500b033c1941 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.2056630 Jul 29 11:47:21.758360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-c7850c5b-8ec8-47e6-8391-57069f4410bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:21.760589 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-c7850c5b-8ec8-47e6-8391-57069f4410bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 1129 time: 0.1392517 Jul 29 11:47:21.788620 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-1e32d43e-850e-479a-952c-961c2d08c9b4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Floating IP 079ffeb6-ea36-495c-b66b-e1e090a9183a associated. External IP: 172.27.2.210, port: 37549cbf-4d66-48e6-b4f4-c12905ec4351. Jul 29 11:47:21.834410 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:21.902906 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c99aa6b7-a8b5-4f83-87c9-72a19b587739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (d1ecdf33-b6f3-4f36-8652-469ccf7d43ca), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.905403 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c99aa6b7-a8b5-4f83-87c9-72a19b587739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:21.906579 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c99aa6b7-a8b5-4f83-87c9-72a19b587739 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1ecdf33-b6f3-4f36-8652-469ccf7d43ca HTTP/1.1" status: 204 len: 168 time: 0.5814300 Jul 29 11:47:21.919948 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99aa6b7-a8b5-4f83-87c9-72a19b587739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ecdf33-b6f3-4f36-8652-469ccf7d43ca,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:21.977967 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41954) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:21.992531 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a177-3a14-4f21-9f5a-300551a42f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:22.091939 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a177-3a14-4f21-9f5a-300551a42f12 admin admin] Publish callbacks [] for security_group (a04eb2aa-ad79-417a-827c-7574167a1405), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:22.097284 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a177-3a14-4f21-9f5a-300551a42f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (a04eb2aa-ad79-417a-827c-7574167a1405), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:22.151696 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c4d7a177-3a14-4f21-9f5a-300551a42f12 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a9224aeba2a4a1893e3548445fe14ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720490 Jul 29 11:47:22.154391 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 41958) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:22.171955 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7a177-3a14-4f21-9f5a-300551a42f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04eb2aa-ad79-417a-827c-7574167a1405,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:22.238080 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-76019a9c-3a32-4033-8af7-9ed205b2f7d5 admin admin] Publish callbacks [] for security_group (a04eb2aa-ad79-417a-827c-7574167a1405), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:22.291150 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-76019a9c-3a32-4033-8af7-9ed205b2f7d5 admin admin] Publish callbacks [] for security_group (a04eb2aa-ad79-417a-827c-7574167a1405), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:22.371012 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-76019a9c-3a32-4033-8af7-9ed205b2f7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (a04eb2aa-ad79-417a-827c-7574167a1405), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:22.374388 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-76019a9c-3a32-4033-8af7-9ed205b2f7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:22.375701 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-76019a9c-3a32-4033-8af7-9ed205b2f7d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a04eb2aa-ad79-417a-827c-7574167a1405 HTTP/1.1" status: 204 len: 168 time: 0.2200866 Jul 29 11:47:22.393505 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76019a9c-3a32-4033-8af7-9ed205b2f7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04eb2aa-ad79-417a-827c-7574167a1405,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:22.497296 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ab38b-b9b6-4073-93b6-bdf79f0c2766 req-ae789087-59ec-4ed1-8816-3b21cc1b07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:22.498831 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-763ab38b-b9b6-4073-93b6-bdf79f0c2766 req-ae789087-59ec-4ed1-8816-3b21cc1b07d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4729266 Jul 29 11:47:22.520288 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f21a3-0539-4912-b0ee-e2ac3a24ef7f req-57312077-e316-470a-9c41-3a9443515aa1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:22.533981 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8c9f21a3-0539-4912-b0ee-e2ac3a24ef7f req-57312077-e316-470a-9c41-3a9443515aa1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.1181118 Jul 29 11:47:22.569177 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e32d43e-850e-479a-952c-961c2d08c9b4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Router c9acab26-dbec-4825-9638-45cf2caa6d10 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:47:22.631204 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:22.647832 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 41980) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:22.725730 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-5648b2f6-2a15-489f-be38-4da80c0d4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:22.727312 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-5648b2f6-2a15-489f-be38-4da80c0d4d5a service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.7113824 Jul 29 11:47:22.735201 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85d4ffdc-955d-431f-8333-116498c3915b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:22.922063 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8c9f21a3-0539-4912-b0ee-e2ac3a24ef7f req-bfaa964b-673f-4f93-ab09-ea35d08dc25d tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711593 Jul 29 11:47:22.949615 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-a065013c-163e-4e11-b7a2-ed3aa5f93215 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb HTTP/1.1" status: 200 len: 217 time: 0.1987469 Jul 29 11:47:22.955748 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-763ab38b-b9b6-4073-93b6-bdf79f0c2766 req-6021de83-6293-4ecc-a3fe-823822fae984 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189169 Jul 29 11:47:23.068261 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519b183-3e5d-42f5-b795-4cad63518497 req-25c0c435-f6b1-4dd8-8511-830c0b1c691c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:23.070012 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f519b183-3e5d-42f5-b795-4cad63518497 req-25c0c435-f6b1-4dd8-8511-830c0b1c691c tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 945 time: 0.1455665 Jul 29 11:47:23.087074 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e32d43e-850e-479a-952c-961c2d08c9b4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:47:23.096274 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1e32d43e-850e-479a-952c-961c2d08c9b4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:23.108649 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332b239-b691-4142-ba67-d4da42bd400f None None] Sync routers for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:47:23.121051 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332b239-b691-4142-ba67-d4da42bd400f None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:47:23.122005 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e332b239-b691-4142-ba67-d4da42bd400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:23.202963 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1e32d43e-850e-479a-952c-961c2d08c9b4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "PUT /v2.0/floatingips/079ffeb6-ea36-495c-b66b-e1e090a9183a HTTP/1.1" status: 200 len: 991 time: 2.6712685 Jul 29 11:47:23.208437 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85d4ffdc-955d-431f-8333-116498c3915b admin admin] Publish callbacks [] for security_group (fea02c29-a845-48e7-9277-ea14cc999ef2), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:23.209232 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'tag': '37549cbf-4d66-48e6-b4f4-c12905ec4351'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:47:23.211974 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07067cfb-be6a-404b-a1ad-087a0e33ff40" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8a2d21-648a-4b70-badd-2d7e499f5b90", "tag": "37549cbf-4d66-48e6-b4f4-c12905ec4351"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:47:23.221868 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85d4ffdc-955d-431f-8333-116498c3915b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (fea02c29-a845-48e7-9277-ea14cc999ef2), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:23.253277 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f519b183-3e5d-42f5-b795-4cad63518497 req-7fe0dabe-714b-4fc3-bdaf-cea945522fe0 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630411 Jul 29 11:47:23.281265 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-85d4ffdc-955d-431f-8333-116498c3915b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abe9c023c4784f11a64dff2f334a2232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6269639 Jul 29 11:47:23.282386 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4ffdc-955d-431f-8333-116498c3915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea02c29-a845-48e7-9277-ea14cc999ef2,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:23.286996 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42006) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:23.302398 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04fca76-fc2d-471f-bb86-d034d54ac6ca x-openstack-request-id: req-b04fca76-fc2d-471f-bb86-d034d54ac6ca {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:47:23.303142 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-e332b239-b691-4142-ba67-d4da42bd400f None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:47:23.303717 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8a2d21-648a-4b70-badd-2d7e499f5b90", "tag": "37549cbf-4d66-48e6-b4f4-c12905ec4351", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:47:23.306220 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b04fca76-fc2d-471f-bb86-d034d54ac6ca {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:47:23.307077 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04fca76-fc2d-471f-bb86-d034d54ac6ca'] response: {'name': 'network-changed', 'server_uuid': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'tag': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'status': 'completed', 'code': 200} Jul 29 11:47:23.364461 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:23.418361 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b5d4cc7-d7e4-4d41-b01a-0593da41aef0 admin admin] Publish callbacks [] for security_group (fea02c29-a845-48e7-9277-ea14cc999ef2), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:23.467496 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b5d4cc7-d7e4-4d41-b01a-0593da41aef0 admin admin] Publish callbacks [] for security_group (fea02c29-a845-48e7-9277-ea14cc999ef2), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:23.539145 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:23.579565 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b5d4cc7-d7e4-4d41-b01a-0593da41aef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (fea02c29-a845-48e7-9277-ea14cc999ef2), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:23.582871 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b5d4cc7-d7e4-4d41-b01a-0593da41aef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:23.584444 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-6b5d4cc7-d7e4-4d41-b01a-0593da41aef0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fea02c29-a845-48e7-9277-ea14cc999ef2 HTTP/1.1" status: 204 len: 168 time: 0.2953036 Jul 29 11:47:23.596050 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d4cc7-d7e4-4d41-b01a-0593da41aef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea02c29-a845-48e7-9277-ea14cc999ef2,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:23.650912 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e332b239-b691-4142-ba67-d4da42bd400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '079ffeb6-ea36-495c-b66b-e1e090a9183a', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:22:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:41Z', 'updated_at': '2022-07-29T11:47:21Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:23.685502 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332b239-b691-4142-ba67-d4da42bd400f None None] Checking router: c9acab26-dbec-4825-9638-45cf2caa6d10 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:47:23.697402 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332b239-b691-4142-ba67-d4da42bd400f None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:47:23.698498 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e332b239-b691-4142-ba67-d4da42bd400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:46:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:23.830673 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-e332b239-b691-4142-ba67-d4da42bd400f None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:47:23.940118 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42032) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:24.092460 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad484-49c3-4ad2-a3a5-61713c53b60d req-b40c6c75-2ac4-4cb6-b3ed-fa2d0d7409c6 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:24.099415 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2f8ad484-49c3-4ad2-a3a5-61713c53b60d req-b40c6c75-2ac4-4cb6-b3ed-fa2d0d7409c6 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0698907 Jul 29 11:47:24.163740 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2f8ad484-49c3-4ad2-a3a5-61713c53b60d req-1ed7ba02-153f-427e-97f3-e5c35ffb0949 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612595 Jul 29 11:47:24.205212 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cd02e055-5296-4f3b-b8ce-0dfc5909acae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:24.329555 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e332b239-b691-4142-ba67-d4da42bd400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '079ffeb6-ea36-495c-b66b-e1e090a9183a', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:22:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:41Z', 'updated_at': '2022-07-29T11:47:21Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:24.363685 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332b239-b691-4142-ba67-d4da42bd400f None None] The sync data for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi is: [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '079ffeb6-ea36-495c-b66b-e1e090a9183a', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:22:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:41Z', 'updated_at': '2022-07-29T11:47:21Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:47:24.373684 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cd02e055-5296-4f3b-b8ce-0dfc5909acae admin admin] Publish callbacks [] for security_group (bc709b0b-41ed-4b4a-8b2b-3db69d495fdc), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:24.378772 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cd02e055-5296-4f3b-b8ce-0dfc5909acae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bc709b0b-41ed-4b4a-8b2b-3db69d495fdc), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:24.485846 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:24.488735 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02e055-5296-4f3b-b8ce-0dfc5909acae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc709b0b-41ed-4b4a-8b2b-3db69d495fdc,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:24.511196 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-cd02e055-5296-4f3b-b8ce-0dfc5909acae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31055b96b3cf411da61afb0a2cd7cf0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5697956 Jul 29 11:47:24.514198 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42096) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:24.518900 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce31ac5-460e-47d7-82f1-7c8693f18dfc req-a3d2e143-5a36-459b-88fe-7b4d8a8fd157 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:24.520573 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4ce31ac5-460e-47d7-82f1-7c8693f18dfc req-a3d2e143-5a36-459b-88fe-7b4d8a8fd157 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 945 time: 0.1029932 Jul 29 11:47:24.575709 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:24.652278 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:24.680185 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:24.698609 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07067cfb-be6a-404b-a1ad-087a0e33ff40 req-b6c2ed3a-4c35-483a-a8a2-d09a9003589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:24.700299 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07067cfb-be6a-404b-a1ad-087a0e33ff40 req-b6c2ed3a-4c35-483a-a8a2-d09a9003589f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 1129 time: 0.0852766 Jul 29 11:47:24.753670 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-56577890-401a-411d-a324-b66af97fdd19 req-8281ef5a-f02f-4b72-81de-6ff6dd8a83bf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961246 Jul 29 11:47:24.833887 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-88dcb4ea-50a6-4d36-a8ef-6d773a9a0a8a admin admin] Publish callbacks [] for security_group (bc709b0b-41ed-4b4a-8b2b-3db69d495fdc), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:24.945756 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-88dcb4ea-50a6-4d36-a8ef-6d773a9a0a8a admin admin] Publish callbacks [] for security_group (bc709b0b-41ed-4b4a-8b2b-3db69d495fdc), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:24.949623 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-24eeb99e-9085-4f31-9ccc-310983b61a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:24.958223 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-24eeb99e-9085-4f31-9ccc-310983b61a06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.3585920 Jul 29 11:47:25.004999 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e1df58-b42b-451a-8431-dd381e0c96fb None None] New status for floating IP 079ffeb6-ea36-495c-b66b-e1e090a9183a: ACTIVE {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:47:25.013074 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-763ab38b-b9b6-4073-93b6-bdf79f0c2766 req-cc474be9-709c-447d-94a0-0f9f715c95df service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383883 Jul 29 11:47:25.044242 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4ce31ac5-460e-47d7-82f1-7c8693f18dfc req-5f795d2a-b663-4ff3-ad34-cccafb43a32f tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e7cf3b7-7534-496c-abb5-79d856a578a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097089 Jul 29 11:47:25.075774 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577890-401a-411d-a324-b66af97fdd19 req-788c72df-2eca-4a60-995a-bef994ed62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:25.077671 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-56577890-401a-411d-a324-b66af97fdd19 req-788c72df-2eca-4a60-995a-bef994ed62d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 1130 time: 0.0604534 Jul 29 11:47:25.138317 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07067cfb-be6a-404b-a1ad-087a0e33ff40 req-220e7593-b9ba-4c55-ba2a-c2aaf8461edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:25.140556 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07067cfb-be6a-404b-a1ad-087a0e33ff40 req-220e7593-b9ba-4c55-ba2a-c2aaf8461edf service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 916 time: 0.3828182 Jul 29 11:47:25.153148 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-88dcb4ea-50a6-4d36-a8ef-6d773a9a0a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bc709b0b-41ed-4b4a-8b2b-3db69d495fdc), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:25.157450 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-88dcb4ea-50a6-4d36-a8ef-6d773a9a0a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:25.158888 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-88dcb4ea-50a6-4d36-a8ef-6d773a9a0a8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc709b0b-41ed-4b4a-8b2b-3db69d495fdc HTTP/1.1" status: 204 len: 168 time: 0.6433785 Jul 29 11:47:25.161435 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:25.172018 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcb4ea-50a6-4d36-a8ef-6d773a9a0a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc709b0b-41ed-4b4a-8b2b-3db69d495fdc,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:25.194180 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-ef2b1510-29fa-4f60-8f9e-796da563ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:25.211981 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-ef2b1510-29fa-4f60-8f9e-796da563ed43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1657431 Jul 29 11:47:25.386528 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49ba04-b208-41aa-a5af-009c9d234f13 req-27a54279-35de-4ad9-958f-30eb242e4575 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:25.388787 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3e49ba04-b208-41aa-a5af-009c9d234f13 req-27a54279-35de-4ad9-958f-30eb242e4575 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0812325 Jul 29 11:47:25.425193 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aa27e-2601-4ee0-a4d6-ae2228587b1c req-c0bc0bde-2f0b-43d4-9d4e-0831c50225d5 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:25.426932 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d14aa27e-2601-4ee0-a4d6-ae2228587b1c req-c0bc0bde-2f0b-43d4-9d4e-0831c50225d5 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 945 time: 0.1217623 Jul 29 11:47:25.453125 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07067cfb-be6a-404b-a1ad-087a0e33ff40 req-864ff176-768a-432b-84f3-93186bf4175f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37549cbf-4d66-48e6-b4f4-c12905ec4351 HTTP/1.1" status: 200 len: 1001 time: 0.2383399 Jul 29 11:47:25.621143 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3e49ba04-b208-41aa-a5af-009c9d234f13 req-434353cb-0593-4e04-8940-ec771db6b8b6 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233021 Jul 29 11:47:25.621727 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [req-d14aa27e-2601-4ee0-a4d6-ae2228587b1c req-cee4b6cb-1311-43df-8253-e36be8659822 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Deleting port 72de6824-05b0-479e-b6e6-0a65819542dc {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:47:25.622105 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-d14aa27e-2601-4ee0-a4d6-ae2228587b1c req-cee4b6cb-1311-43df-8253-e36be8659822 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:25.628447 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-78fca623-0c7b-4c69-8ff9-858e3ff1c0e0 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035861 Jul 29 11:47:25.766256 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577890-401a-411d-a324-b66af97fdd19 req-6ea03b76-8cd2-40b6-9ded-ae1a27628ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:25.767739 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-56577890-401a-411d-a324-b66af97fdd19 req-6ea03b76-8cd2-40b6-9ded-ae1a27628ac8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.5366533 Jul 29 11:47:25.798081 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07067cfb-be6a-404b-a1ad-087a0e33ff40 req-6c11283d-f3b0-4f4e-b0fd-14bd0d553869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:25.799540 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07067cfb-be6a-404b-a1ad-087a0e33ff40 req-6c11283d-f3b0-4f4e-b0fd-14bd0d553869 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.3085995 Jul 29 11:47:25.818155 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-d14aa27e-2601-4ee0-a4d6-ae2228587b1c req-cee4b6cb-1311-43df-8253-e36be8659822 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] For port 72de6824-05b0-479e-b6e6-0a65819542dc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=72de6824-05b0-479e-b6e6-0a65819542dc,segment=NetworkSegment(9f82fd0d-32f6-491a-951e-a8c52cb68126),segment_id=9f82fd0d-32f6-491a-951e-a8c52cb68126)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:25.818535 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-d14aa27e-2601-4ee0-a4d6-ae2228587b1c req-cee4b6cb-1311-43df-8253-e36be8659822 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:25.824324 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:25.843167 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [req-d14aa27e-2601-4ee0-a4d6-ae2228587b1c req-cee4b6cb-1311-43df-8253-e36be8659822 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Calling delete_port for 72de6824-05b0-479e-b6e6-0a65819542dc owned by compute:nova {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:47:25.870295 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07067cfb-be6a-404b-a1ad-087a0e33ff40 req-a586e480-cef1-40fa-8de2-a5f29871f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:25.872235 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07067cfb-be6a-404b-a1ad-087a0e33ff40 req-a586e480-cef1-40fa-8de2-a5f29871f464 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432360 Jul 29 11:47:25.873687 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-56577890-401a-411d-a324-b66af97fdd19 req-2c8d71ad-53d0-4231-bb1a-7becc30b2236 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a089bb79-5e40-4138-a8cf-26b1b99b5535 HTTP/1.1" status: 200 len: 217 time: 0.0910749 Jul 29 11:47:25.894686 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:25.949625 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-6af8d265-1d6e-41eb-bfa2-500d3ba123c5 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070583 Jul 29 11:47:25.982507 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9c13c320-7178-4d77-b862-4011aa59339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:26.146998 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-d14aa27e-2601-4ee0-a4d6-ae2228587b1c req-cee4b6cb-1311-43df-8253-e36be8659822 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (72de6824-05b0-479e-b6e6-0a65819542dc), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:26.152932 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577890-401a-411d-a324-b66af97fdd19 req-9256e2d6-c10a-4497-b4d9-c74fd030384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:26.156204 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-56577890-401a-411d-a324-b66af97fdd19 req-9256e2d6-c10a-4497-b4d9-c74fd030384a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.2625744 Jul 29 11:47:26.161436 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['72de6824-05b0-479e-b6e6-0a65819542dc'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:47:26.203336 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-74d03082-9b4d-4b65-beb1-9647e906cb13 req-191762d4-76d5-4312-9f54-2e10aecebdfe tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 210 time: 0.0655622 Jul 29 11:47:26.204704 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4b6cb-1311-43df-8253-e36be8659822 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Pushing event deleted for resources: {'Port': ['ID=72de6824-05b0-479e-b6e6-0a65819542dc,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:26.338177 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14aa27e-2601-4ee0-a4d6-ae2228587b1c req-cee4b6cb-1311-43df-8253-e36be8659822 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] No DVR routers for this DVR port 72de6824-05b0-479e-b6e6-0a65819542dc on host hv-cinder-83754 {{(pid=115839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:47:26.341670 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-d14aa27e-2601-4ee0-a4d6-ae2228587b1c req-cee4b6cb-1311-43df-8253-e36be8659822 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:26.342614 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577890-401a-411d-a324-b66af97fdd19 req-fa1b318f-2fbb-48c9-9b1b-a66ee09c6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:26.345224 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d14aa27e-2601-4ee0-a4d6-ae2228587b1c req-cee4b6cb-1311-43df-8253-e36be8659822 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.58 "DELETE /v2.0/ports/72de6824-05b0-479e-b6e6-0a65819542dc HTTP/1.1" status: 204 len: 173 time: 0.9063799 Jul 29 11:47:26.345835 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4', 'name': 'network-vif-deleted', 'tag': '72de6824-05b0-479e-b6e6-0a65819542dc'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:47:26.346369 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-56577890-401a-411d-a324-b66af97fdd19 req-fa1b318f-2fbb-48c9-9b1b-a66ee09c6938 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1660814 Jul 29 11:47:26.348785 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4275f73a-113e-4775-8146-e2086899aa57" -d '{"events": [{"server_uuid": "1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4", "name": "network-vif-deleted", "tag": "72de6824-05b0-479e-b6e6-0a65819542dc"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:47:26.362768 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07067cfb-be6a-404b-a1ad-087a0e33ff40 req-94317c0f-217b-42f9-9edd-ec7b8afcaafc service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719238 Jul 29 11:47:26.420204 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec89a8e-4e40-4307-8d10-2bfe822c099d x-openstack-request-id: req-eec89a8e-4e40-4307-8d10-2bfe822c099d {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:47:26.420722 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4", "name": "network-vif-deleted", "tag": "72de6824-05b0-479e-b6e6-0a65819542dc", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:47:26.421148 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eec89a8e-4e40-4307-8d10-2bfe822c099d {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:47:26.421773 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec89a8e-4e40-4307-8d10-2bfe822c099d'] response: {'server_uuid': '1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4', 'name': 'network-vif-deleted', 'tag': '72de6824-05b0-479e-b6e6-0a65819542dc', 'status': 'completed', 'code': 200} Jul 29 11:47:26.588178 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:26.601123 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07067cfb-be6a-404b-a1ad-087a0e33ff40 req-2acb6d90-6514-409c-b428-dfd4e3f780b1 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199366 Jul 29 11:47:26.635393 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-56577890-401a-411d-a324-b66af97fdd19 req-5aacdefb-76cc-484d-aaaa-25253cdd5443 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715049 Jul 29 11:47:26.799200 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-56577890-401a-411d-a324-b66af97fdd19 req-318a3641-34fa-49c3-ba7d-16c455c87b17 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536517 Jul 29 11:47:26.846483 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117a4f-b6bf-4145-b1d9-da2994c3afc0 req-e495e73b-0216-4e15-9df5-ea0c1c4109fb tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:26.849877 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f117a4f-b6bf-4145-b1d9-da2994c3afc0 req-e495e73b-0216-4e15-9df5-ea0c1c4109fb tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.1063883 Jul 29 11:47:26.894035 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:26.903979 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:26.913216 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f117a4f-b6bf-4145-b1d9-da2994c3afc0 req-d7cbf346-1b76-4a62-ad4f-66bc81cdf8f8 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557110 Jul 29 11:47:26.981237 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42212) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:27.210765 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:27.240983 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9d2d79a9-5639-48ad-bf57-5a1ec3a91fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:27.342471 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9d2d79a9-5639-48ad-bf57-5a1ec3a91fa8 admin admin] Publish callbacks [] for security_group (a2281346-e92b-44d5-952e-420ae967f316), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:27.348468 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9d2d79a9-5639-48ad-bf57-5a1ec3a91fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (a2281346-e92b-44d5-952e-420ae967f316), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:27.367194 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a60c39af-2539-46ca-8c7f-0642800c54ac req-8a222f51-478e-4fef-a776-f11f2be74012 tempest-DeleteServersTestJSON-1709791354 tempest-DeleteServersTestJSON-1709791354-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c8ddc-5cbd-4ac9-bbe5-f8be744660d4 HTTP/1.1" status: 200 len: 210 time: 0.0351968 Jul 29 11:47:27.413174 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-9d2d79a9-5639-48ad-bf57-5a1ec3a91fa8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97eee4867dfd4ee6a22fd191d579cf6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309297 Jul 29 11:47:27.414077 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d79a9-5639-48ad-bf57-5a1ec3a91fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2281346-e92b-44d5-952e-420ae967f316,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:27.416536 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42232) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:27.516435 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-abe780b5-8fb1-48b2-8295-59586b532165 admin admin] Publish callbacks [] for security_group (a2281346-e92b-44d5-952e-420ae967f316), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:27.560344 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-abe780b5-8fb1-48b2-8295-59586b532165 admin admin] Publish callbacks [] for security_group (a2281346-e92b-44d5-952e-420ae967f316), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:27.646889 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-abe780b5-8fb1-48b2-8295-59586b532165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (a2281346-e92b-44d5-952e-420ae967f316), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:27.650286 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-abe780b5-8fb1-48b2-8295-59586b532165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:27.654758 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-abe780b5-8fb1-48b2-8295-59586b532165 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2281346-e92b-44d5-952e-420ae967f316 HTTP/1.1" status: 204 len: 168 time: 0.2348022 Jul 29 11:47:27.667311 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe780b5-8fb1-48b2-8295-59586b532165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2281346-e92b-44d5-952e-420ae967f316,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:27.803302 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-679993a7-82d8-4435-9d3a-f9c31364fa9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:28.097531 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d023ac-6e21-40b4-b660-41120bbd54f7 req-9f7b2277-3bf5-4714-8bf0-1a33f9222542 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:28.103084 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-49d023ac-6e21-40b4-b660-41120bbd54f7 req-9f7b2277-3bf5-4714-8bf0-1a33f9222542 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0634632 Jul 29 11:47:28.129444 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42258) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:28.144422 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dcc3ea98-75dc-4195-8c77-8b598c7f2528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:28.160117 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-49d023ac-6e21-40b4-b660-41120bbd54f7 req-5e042af8-9fdb-4e23-8b37-41ba95098f68 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549674 Jul 29 11:47:28.236036 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dcc3ea98-75dc-4195-8c77-8b598c7f2528 admin admin] Publish callbacks [] for security_group (984c40a8-bc9c-47cd-a8d9-dce5dee84f21), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:28.240507 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dcc3ea98-75dc-4195-8c77-8b598c7f2528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (984c40a8-bc9c-47cd-a8d9-dce5dee84f21), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:28.287007 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3ea98-75dc-4195-8c77-8b598c7f2528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984c40a8-bc9c-47cd-a8d9-dce5dee84f21,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:28.295235 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-dcc3ea98-75dc-4195-8c77-8b598c7f2528 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2771cb3b3f9a4164ad00a85356164e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643167 Jul 29 11:47:28.295505 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42264) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:28.348489 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8674f5d-8ba0-4c8b-a6b7-ac12c18354fd admin admin] Publish callbacks [] for security_group (984c40a8-bc9c-47cd-a8d9-dce5dee84f21), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:28.370741 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8674f5d-8ba0-4c8b-a6b7-ac12c18354fd admin admin] Publish callbacks [] for security_group (984c40a8-bc9c-47cd-a8d9-dce5dee84f21), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:28.419912 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8674f5d-8ba0-4c8b-a6b7-ac12c18354fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (984c40a8-bc9c-47cd-a8d9-dce5dee84f21), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:28.422619 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8674f5d-8ba0-4c8b-a6b7-ac12c18354fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:28.423773 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d8674f5d-8ba0-4c8b-a6b7-ac12c18354fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/984c40a8-bc9c-47cd-a8d9-dce5dee84f21 HTTP/1.1" status: 204 len: 168 time: 0.1269956 Jul 29 11:47:28.432137 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8674f5d-8ba0-4c8b-a6b7-ac12c18354fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984c40a8-bc9c-47cd-a8d9-dce5dee84f21,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:29.109520 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:29.296590 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ee22-5119-4791-a397-a792741e1f62 req-417f283a-7fe5-48c6-9406-a33fa9659ee7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:29.303834 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cc62ee22-5119-4791-a397-a792741e1f62 req-417f283a-7fe5-48c6-9406-a33fa9659ee7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0693357 Jul 29 11:47:29.365804 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cc62ee22-5119-4791-a397-a792741e1f62 req-a1f3fbd1-2137-49ca-99dd-dcad4ab8b4a9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603659 Jul 29 11:47:29.915243 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42388) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:30.287989 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868379'] for router_interface (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:30.323830 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:30.489387 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808786d4-a860-4794-844f-8394ee6e3412 req-900bf997-9f7d-4214-a9e9-9a387d70032c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:30.491075 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-808786d4-a860-4794-844f-8394ee6e3412 req-900bf997-9f7d-4214-a9e9-9a387d70032c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0507584 Jul 29 11:47:30.491227 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:30.538858 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-808786d4-a860-4794-844f-8394ee6e3412 req-d39264bb-71de-4363-87ea-f88dbf6bbe3f tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414581 Jul 29 11:47:30.558142 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] Deleting port 9640a265-077f-42d7-a076-1712e5d83d33 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:47:30.558779 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (9640a265-077f-42d7-a076-1712e5d83d33), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:30.639278 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] For port 9640a265-077f-42d7-a076-1712e5d83d33, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=9640a265-077f-42d7-a076-1712e5d83d33,segment=NetworkSegment(9f82fd0d-32f6-491a-951e-a8c52cb68126),segment_id=9f82fd0d-32f6-491a-951e-a8c52cb68126)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:30.639553 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (9640a265-077f-42d7-a076-1712e5d83d33), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:30.654320 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] Calling delete_port for 9640a265-077f-42d7-a076-1712e5d83d33 owned by network:router_interface {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:47:30.672116 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 72de6824-05b0-479e-b6e6-0a65819542dc no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:47:30.702691 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 72de6824-05b0-479e-b6e6-0a65819542dc {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:47:30.703036 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 72de6824-05b0-479e-b6e6-0a65819542dc not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:47:30.711205 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:30.832148 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:30.857796 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (9640a265-077f-42d7-a076-1712e5d83d33), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:30.891243 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=9640a265-077f-42d7-a076-1712e5d83d33,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:31.018604 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-868495'] for router_interface (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:31.389293 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] Router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:47:31.399067 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:31.494242 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:47:31.499139 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-910e2680-3f4b-4418-a9ed-f1cba6380d71 admin admin] 10.222.0.60 "PUT /v2.0/routers/d0eb5e56-04e2-4626-b2ad-51e13f63cef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5827661 Jul 29 11:47:31.501920 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42408) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:31.503780 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0b8951-89d7-408f-97b1-b192417309e3 None None] Sync routers for ids ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:47:31.508308 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:31.516640 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b8951-89d7-408f-97b1-b192417309e3 None None] Routers {'d0eb5e56-04e2-4626-b2ad-51e13f63cef5'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:47:31.517593 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-db0b8951-89d7-408f-97b1-b192417309e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:47:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:31.610130 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Publish callbacks [] for router (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:31.627867 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-db0b8951-89d7-408f-97b1-b192417309e3 None None] Set router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:47:31.667360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65d6f5-98c9-40bd-8cbd-ccfb72692f33 req-fa7fc0ee-9981-4c37-830b-140ccbe4156a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:31.668993 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ac65d6f5-98c9-40bd-8cbd-ccfb72692f33 req-fa7fc0ee-9981-4c37-830b-140ccbe4156a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0530124 Jul 29 11:47:31.714009 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Publish callbacks [] for router_gateway (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:31.719517 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ac65d6f5-98c9-40bd-8cbd-ccfb72692f33 req-03a240d1-3425-4f0e-a7de-294674a00850 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445988 Jul 29 11:47:31.758331 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Deleting port d5915792-992c-46bd-b4ad-47dbf8a6ffff {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:47:31.758670 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:31.799371 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-db0b8951-89d7-408f-97b1-b192417309e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'name': 'tempest-DeleteServersTestJSON-1403280642-router', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:20Z', 'updated_at': '2022-07-29T11:47:30Z', 'revision_number': 5, 'project_id': '3261a30431d343a1bb170b67199c0903', 'gw_port': {'id': 'd5915792-992c-46bd-b4ad-47dbf8a6ffff', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:31.825659 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0b8951-89d7-408f-97b1-b192417309e3 None None] Checking router: d0eb5e56-04e2-4626-b2ad-51e13f63cef5 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:47:31.834638 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b8951-89d7-408f-97b1-b192417309e3 None None] Routers {'d0eb5e56-04e2-4626-b2ad-51e13f63cef5'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:47:31.835439 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-db0b8951-89d7-408f-97b1-b192417309e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:47:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:31.846517 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] For port d5915792-992c-46bd-b4ad-47dbf8a6ffff, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=d5915792-992c-46bd-b4ad-47dbf8a6ffff,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:31.846907 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:31.867492 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Calling delete_port for d5915792-992c-46bd-b4ad-47dbf8a6ffff owned by network:router_gateway {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:47:31.918836 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:31.924965 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-db0b8951-89d7-408f-97b1-b192417309e3 None None] Set router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 gateway port host: None {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:47:31.975767 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-db0b8951-89d7-408f-97b1-b192417309e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'name': 'tempest-DeleteServersTestJSON-1403280642-router', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:20Z', 'updated_at': '2022-07-29T11:47:31Z', 'revision_number': 6, 'project_id': '3261a30431d343a1bb170b67199c0903', 'gw_port_host': None}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:32.005531 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0b8951-89d7-408f-97b1-b192417309e3 None None] The sync data for ids ['d0eb5e56-04e2-4626-b2ad-51e13f63cef5'] in dv-cinder-837542-7-iscsi is: [{'id': 'd0eb5e56-04e2-4626-b2ad-51e13f63cef5', 'name': 'tempest-DeleteServersTestJSON-1403280642-router', 'tenant_id': '3261a30431d343a1bb170b67199c0903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:20Z', 'updated_at': '2022-07-29T11:47:31Z', 'revision_number': 6, 'project_id': '3261a30431d343a1bb170b67199c0903', 'gw_port_host': None}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:47:32.043842 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (d5915792-992c-46bd-b4ad-47dbf8a6ffff), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.074440 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5915792-992c-46bd-b4ad-47dbf8a6ffff,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:32.098228 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-871195'] for router_gateway (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.199365 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.201606 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Publish callbacks [] for router_controller (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.266663 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583954'] for router (d0eb5e56-04e2-4626-b2ad-51e13f63cef5), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.267246 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0eb5e56-04e2-4626-b2ad-51e13f63cef5 {{(pid=115838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 11:47:32.273183 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.274352 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-43fb5903-52d1-49a4-9eb0-f81b9b94bfa1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d0eb5e56-04e2-4626-b2ad-51e13f63cef5 HTTP/1.1" status: 204 len: 168 time: 0.7714407 Jul 29 11:47:32.277603 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42418) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:32.322511 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_v2 [None req-284f2da8-054b-44f7-aca3-98f6d6a5bf42 admin admin] Deleting subnet 61e160e6-8e49-452b-80cf-de84d71ee1ab {{(pid=115838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:47:32.325589 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-284f2da8-054b-44f7-aca3-98f6d6a5bf42 admin admin] Publish callbacks [] for subnet (61e160e6-8e49-452b-80cf-de84d71ee1ab), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.360443 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-284f2da8-054b-44f7-aca3-98f6d6a5bf42 admin admin] Publish callbacks [] for subnet (61e160e6-8e49-452b-80cf-de84d71ee1ab), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.443232 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-284f2da8-054b-44f7-aca3-98f6d6a5bf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (61e160e6-8e49-452b-80cf-de84d71ee1ab), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.467338 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:32.482178 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:32.501549 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-284f2da8-054b-44f7-aca3-98f6d6a5bf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (61e160e6-8e49-452b-80cf-de84d71ee1ab), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.526703 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f2da8-054b-44f7-aca3-98f6d6a5bf42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e160e6-8e49-452b-80cf-de84d71ee1ab,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:32.530276 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-284f2da8-054b-44f7-aca3-98f6d6a5bf42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.535573 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-284f2da8-054b-44f7-aca3-98f6d6a5bf42 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/61e160e6-8e49-452b-80cf-de84d71ee1ab HTTP/1.1" status: 204 len: 168 time: 0.2548053 Jul 29 11:47:32.535791 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42422) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:32.536428 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57027e7-d98b-4400-bc7c-fb950caca835 None None] Network 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:47:32.607504 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (81221c9c-f0f4-4095-981a-fd6e3dcd5aa3), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.658862 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Deleting port 9af36933-548a-438b-8fc9-0236c42c45cc {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:47:32.659575 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.730953 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] For port 9af36933-548a-438b-8fc9-0236c42c45cc, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=9af36933-548a-438b-8fc9-0236c42c45cc,segment=NetworkSegment(9f82fd0d-32f6-491a-951e-a8c52cb68126),segment_id=9f82fd0d-32f6-491a-951e-a8c52cb68126)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:32.731309 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.744479 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Calling delete_port for 9af36933-548a-438b-8fc9-0236c42c45cc owned by network:dhcp {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:47:32.778714 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] DHCP port deletion for 81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 request from dv-cinder-837542-7-iscsi {{(pid=115840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 11:47:32.824765 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Deleting port 9af36933-548a-438b-8fc9-0236c42c45cc {{(pid=115840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:47:32.825335 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), before_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.829383 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.861173 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af36933-548a-438b-8fc9-0236c42c45cc,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:32.863220 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] No DVR routers for this DVR port 9af36933-548a-438b-8fc9-0236c42c45cc on host dv-cinder-837542-7-iscsi {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:47:32.937476 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] For port 9af36933-548a-438b-8fc9-0236c42c45cc, host dv-cinder-837542-7-iscsi, got binding levels [] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:47:32.938732 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), precommit_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.954776 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b7992-47e6-439d-8ef1-87dc2d2788e0 req-cc06a134-9374-47db-942a-5baf26b3d0a5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:32.963636 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fd0b7992-47e6-439d-8ef1-87dc2d2788e0 req-cc06a134-9374-47db-942a-5baf26b3d0a5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.1483412 Jul 29 11:47:32.971735 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Calling delete_port for 9af36933-548a-438b-8fc9-0236c42c45cc owned by network:dhcp {{(pid=115840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:47:32.974374 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (81221c9c-f0f4-4095-981a-fd6e3dcd5aa3), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:32.988671 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.ipam_backend_mixin [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Port 9af36933-548a-438b-8fc9-0236c42c45cc was not found and therefore no delete operation was performed {{(pid=115840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 29 11:47:32.988671 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (9af36933-548a-438b-8fc9-0236c42c45cc), after_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:33.004431 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.005715 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.006690 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.007326 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > port after_create 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.007439 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.007775 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > port after_update 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.008157 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.008498 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.008814 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.009752 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.021279 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Pushing event deleted for resources: {'Port': ['ID=9af36933-548a-438b-8fc9-0236c42c45cc,revision_number=None']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:33.028122 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] No DVR routers for this DVR port 9af36933-548a-438b-8fc9-0236c42c45cc on host dv-cinder-837542-7-iscsi {{(pid=115840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:47:33.043531 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.043772 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.044163 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.044612 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.044882 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.045218 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.045340 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fd0b7992-47e6-439d-8ef1-87dc2d2788e0 req-07929d81-17a5-4d7c-befe-42d21245d959 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804889 Jul 29 11:47:33.045594 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.045925 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.046254 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.046612 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.046966 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.047340 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.047728 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.048023 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.048357 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3655ff3-5cf0-41d1-aa82-e9e96071ed21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:47:33.212039 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.212547 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.212907 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.213361 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:33.213808 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81221c9c-f0f4-4095-981a-fd6e3dcd5aa3']}} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:33.233987 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f82fd0d-32f6-491a-951e-a8c52cb68126') {'for_net_delete': True} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:33.234292 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f82fd0d-32f6-491a-951e-a8c52cb68126') {} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:33.251552 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240627'] for segment (9f82fd0d-32f6-491a-951e-a8c52cb68126), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:33.274691 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (9f82fd0d-32f6-491a-951e-a8c52cb68126), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:33.289727 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=115838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:47:33.290058 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794976'] for segment (9f82fd0d-32f6-491a-951e-a8c52cb68126), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:33.371389 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (81221c9c-f0f4-4095-981a-fd6e3dcd5aa3), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:33.380355 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:33.387151 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] 10.222.0.60 "DELETE /v2.0/networks/81221c9c-f0f4-4095-981a-fd6e3dcd5aa3 HTTP/1.1" status: 204 len: 168 time: 0.8472238 Jul 29 11:47:33.395243 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493b2bd-bd2c-46ad-bda9-2040ec83bd26 admin admin] Pushing event deleted for resources: {'Network': ['ID=81221c9c-f0f4-4095-981a-fd6e3dcd5aa3,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:33.529667 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 9f82fd0d-32f6-491a-951e-a8c52cb68126 resource provider aggregate not found Jul 29 11:47:33.562123 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 9f82fd0d-32f6-491a-951e-a8c52cb68126 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f82fd0d-32f6-491a-951e-a8c52cb68126 found for delete ", "request_id": "req-1c2194a4-ccc9-44fb-9f45-68e489579053"}]} Jul 29 11:47:33.577266 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device d5915792-992c-46bd-b4ad-47dbf8a6ffff no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:47:33.603314 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: d5915792-992c-46bd-b4ad-47dbf8a6ffff {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:47:33.603932 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device d5915792-992c-46bd-b4ad-47dbf8a6ffff not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:47:33.604883 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 9af36933-548a-438b-8fc9-0236c42c45cc no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:47:33.622407 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42466) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:33.626010 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 9af36933-548a-438b-8fc9-0236c42c45cc {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:47:33.626435 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 9af36933-548a-438b-8fc9-0236c42c45cc not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:47:33.626946 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 9640a265-077f-42d7-a076-1712e5d83d33 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:47:33.646391 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 9640a265-077f-42d7-a076-1712e5d83d33 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:47:33.646822 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 9640a265-077f-42d7-a076-1712e5d83d33 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:47:33.670644 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1ed4195b-2d08-48d2-8662-c26ae59e0fb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3261a30431d343a1bb170b67199c0903&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470433 Jul 29 11:47:33.672955 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42470) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:33.724462 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:33.728563 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7f739e7-c398-4f76-83d9-ba568c125363 admin admin] Publish callbacks [] for security_group (7e7cf3b7-7534-496c-abb5-79d856a578a2), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:33.755026 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7f739e7-c398-4f76-83d9-ba568c125363 admin admin] Publish callbacks [] for security_group (7e7cf3b7-7534-496c-abb5-79d856a578a2), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:33.756662 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:33.805577 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7f739e7-c398-4f76-83d9-ba568c125363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (7e7cf3b7-7534-496c-abb5-79d856a578a2), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:33.808778 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7f739e7-c398-4f76-83d9-ba568c125363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:33.809966 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b7f739e7-c398-4f76-83d9-ba568c125363 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e7cf3b7-7534-496c-abb5-79d856a578a2 HTTP/1.1" status: 204 len: 168 time: 0.1359603 Jul 29 11:47:33.827859 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f739e7-c398-4f76-83d9-ba568c125363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7cf3b7-7534-496c-abb5-79d856a578a2,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:34.241722 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88020e85-4bec-4561-a5d5-694083e76b77 req-fa48740b-cca0-4d8b-bfe3-19e5a9c40f27 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:34.251117 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-88020e85-4bec-4561-a5d5-694083e76b77 req-fa48740b-cca0-4d8b-bfe3-19e5a9c40f27 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0924947 Jul 29 11:47:34.319607 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-88020e85-4bec-4561-a5d5-694083e76b77 req-6d104957-2ee7-4575-9245-b226d1cb7ef5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671124 Jul 29 11:47:34.428789 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42522) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:34.548040 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1bdabcdc-c0cb-437c-88f0-0d16d5f3832b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:34.635693 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1bdabcdc-c0cb-437c-88f0-0d16d5f3832b admin admin] Publish callbacks [] for security_group (3cedd389-4e2b-40f6-9b5d-d096431df789), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:34.639894 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1bdabcdc-c0cb-437c-88f0-0d16d5f3832b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (3cedd389-4e2b-40f6-9b5d-d096431df789), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:34.682978 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1bdabcdc-c0cb-437c-88f0-0d16d5f3832b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25234e11a1004ee6ae9a9e761646e35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500093 Jul 29 11:47:34.682978 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdabcdc-c0cb-437c-88f0-0d16d5f3832b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cedd389-4e2b-40f6-9b5d-d096431df789,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:34.683456 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42534) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:34.733659 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42536) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:34.742868 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-52d12f1b-badd-4454-a050-a4579a1f7837 admin admin] Publish callbacks [] for security_group (3cedd389-4e2b-40f6-9b5d-d096431df789), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:34.765970 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-52d12f1b-badd-4454-a050-a4579a1f7837 admin admin] Publish callbacks [] for security_group (3cedd389-4e2b-40f6-9b5d-d096431df789), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:34.822150 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-52d12f1b-badd-4454-a050-a4579a1f7837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (3cedd389-4e2b-40f6-9b5d-d096431df789), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:34.825607 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-52d12f1b-badd-4454-a050-a4579a1f7837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:34.826479 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-52d12f1b-badd-4454-a050-a4579a1f7837 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3cedd389-4e2b-40f6-9b5d-d096431df789 HTTP/1.1" status: 204 len: 168 time: 0.1418462 Jul 29 11:47:34.836876 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d12f1b-badd-4454-a050-a4579a1f7837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cedd389-4e2b-40f6-9b5d-d096431df789,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:34.844589 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-365605390-network', 'tenant_id': 'c7f73dbe76c44777a3957079b9383a17'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:47:34.875350 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Made reservation on behalf of c7f73dbe76c44777a3957079b9383a17 for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:47:34.877873 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:34.887528 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:34.977120 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Publish callbacks [] for security_group (499898e8-9547-4435-b831-0363ff300ddd), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:34.981160 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (499898e8-9547-4435-b831-0363ff300ddd), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.012750 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:47:35.017740 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499898e8-9547-4435-b831-0363ff300ddd,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:35.026965 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (894bbe5a-232d-4137-92e3-5baebc0dd170), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.027300 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Added segment 894bbe5a-232d-4137-92e3-5baebc0dd170 of type vlan for network ed8d0f68-c5b1-4885-976a-40c5d49ec4c6 Jul 29 11:47:35.073212 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (ed8d0f68-c5b1-4885-976a-40c5d49ec4c6), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.099534 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (ed8d0f68-c5b1-4885-976a-40c5d49ec4c6), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.100747 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:35.101526 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.151635 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42544) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:35.158149 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4233019 Jul 29 11:47:35.164480 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42546) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:35.170122 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d232b2b-3efc-44c7-be76-a3aff95b6965 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8d0f68-c5b1-4885-976a-40c5d49ec4c6,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:35.182761 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] Request body: {'subnet': {'network_id': 'ed8d0f68-c5b1-4885-976a-40c5d49ec4c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-365605390-subnet', 'tenant_id': 'c7f73dbe76c44777a3957079b9383a17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:47:35.183457 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network ed8d0f68-c5b1-4885-976a-40c5d49ec4c6 details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:47:35.189363 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8ef78b0a-2bae-4e8f-be3c-7405287c938f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.223311 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] Made reservation on behalf of c7f73dbe76c44777a3957079b9383a17 for: {'subnet': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:47:35.225645 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10080738'] for subnet (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.290910 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:35.293938 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:INSERT=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:35.445795 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8ef78b0a-2bae-4e8f-be3c-7405287c938f admin admin] Publish callbacks [] for security_group (18b14817-7cfc-4579-9ec4-e348df0f5789), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.471100 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea6ec7-1305-4212-861d-8f80e6f23bf8 req-ea702fb1-dd0f-4f62-b0b5-6eacacb19cfa tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:35.473365 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-79ea6ec7-1305-4212-861d-8f80e6f23bf8 req-ea702fb1-dd0f-4f62-b0b5-6eacacb19cfa tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0745089 Jul 29 11:47:35.480387 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8ef78b0a-2bae-4e8f-be3c-7405287c938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (18b14817-7cfc-4579-9ec4-e348df0f5789), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.532109 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10080716'] for subnet (929b0196-02b1-4322-af80-bb4560ef9fc0), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.536513 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:35.539895 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-8ef78b0a-2bae-4e8f-be3c-7405287c938f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9764b7f5160e41c49c91cc2510e54f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871307 Jul 29 11:47:35.541134 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef78b0a-2bae-4e8f-be3c-7405287c938f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b14817-7cfc-4579-9ec4-e348df0f5789,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:35.543550 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42560) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:35.550147 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-79ea6ec7-1305-4212-861d-8f80e6f23bf8 req-89f583eb-431a-418f-a967-4450d2573bff tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688946 Jul 29 11:47:35.626995 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=929b0196-02b1-4322-af80-bb4560ef9fc0,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:35.656999 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] Checking segment: {'id': '894bbe5a-232d-4137-92e3-5baebc0dd170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ed8d0f68-c5b1-4885-976a-40c5d49ec4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:47:35.657350 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] Network hostable DHCP agents. Network: ed8d0f68-c5b1-4885-976a-40c5d49ec4c6, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:47:35.663083 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b2160af5-1d56-459c-8b1a-03095be8b538 admin admin] Publish callbacks [] for security_group (18b14817-7cfc-4579-9ec4-e348df0f5789), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.697649 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b2160af5-1d56-459c-8b1a-03095be8b538 admin admin] Publish callbacks [] for security_group (18b14817-7cfc-4579-9ec4-e348df0f5789), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.708446 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] Network ed8d0f68-c5b1-4885-976a-40c5d49ec4c6 is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:47:35.729286 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, ed8d0f68-c5b1-4885-976a-40c5d49ec4c6) {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:47:35.736105 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:35.737520 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.737836 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844b7b27-86fa-4b27-8a6d-8990684cad3f None None] Network ed8d0f68-c5b1-4885-976a-40c5d49ec4c6 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:47:35.763944 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-861e031c-6eaf-41e3-842b-9b1fb03f5a4d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5935776 Jul 29 11:47:35.788311 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b2160af5-1d56-459c-8b1a-03095be8b538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (18b14817-7cfc-4579-9ec4-e348df0f5789), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.795552 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b2160af5-1d56-459c-8b1a-03095be8b538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:35.797465 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-b2160af5-1d56-459c-8b1a-03095be8b538 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18b14817-7cfc-4579-9ec4-e348df0f5789 HTTP/1.1" status: 204 len: 168 time: 0.2314074 Jul 29 11:47:35.812907 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2160af5-1d56-459c-8b1a-03095be8b538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b14817-7cfc-4579-9ec4-e348df0f5789,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:35.871862 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b323f-f152-4918-bed3-4891b3de8fb2 None None] Network ed8d0f68-c5b1-4885-976a-40c5d49ec4c6 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:47:36.230771 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42578) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:36.243954 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c99b1cb4-b605-4f14-bba9-a57856628ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.285789 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:INSERT=12,neutron:UPDATE=3,neutron:SELECT=81,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:36.334556 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c99b1cb4-b605-4f14-bba9-a57856628ed6 admin admin] Publish callbacks [] for security_group (7251fc1f-9375-4e21-bd68-2bb92f9e577d), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.339155 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c99b1cb4-b605-4f14-bba9-a57856628ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (7251fc1f-9375-4e21-bd68-2bb92f9e577d), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.379165 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c99b1cb4-b605-4f14-bba9-a57856628ed6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21f56352225c4906a605fb208d86c13f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473238 Jul 29 11:47:36.381739 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b1cb4-b605-4f14-bba9-a57856628ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7251fc1f-9375-4e21-bd68-2bb92f9e577d,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:36.381894 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42582) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:36.420680 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42584) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:36.424236 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:36.427047 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-643972859-network', 'tenant_id': '2ffd2a55d86a4af1bebaeb2411a99f11'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:47:36.447798 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-db8177b8-d671-4a27-98c0-58f9ea039670 admin admin] Publish callbacks [] for security_group (7251fc1f-9375-4e21-bd68-2bb92f9e577d), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.448100 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Made reservation on behalf of 2ffd2a55d86a4af1bebaeb2411a99f11 for: {'network': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:47:36.450461 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.459023 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.474506 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-db8177b8-d671-4a27-98c0-58f9ea039670 admin admin] Publish callbacks [] for security_group (7251fc1f-9375-4e21-bd68-2bb92f9e577d), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.554122 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-db8177b8-d671-4a27-98c0-58f9ea039670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (7251fc1f-9375-4e21-bd68-2bb92f9e577d), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.556790 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-db8177b8-d671-4a27-98c0-58f9ea039670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.557979 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-db8177b8-d671-4a27-98c0-58f9ea039670 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7251fc1f-9375-4e21-bd68-2bb92f9e577d HTTP/1.1" status: 204 len: 168 time: 0.1751657 Jul 29 11:47:36.559219 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Publish callbacks [] for security_group (f52f4c5b-4183-4b2d-876f-2f2db5ac9ac4), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.568533 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8177b8-d671-4a27-98c0-58f9ea039670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7251fc1f-9375-4e21-bd68-2bb92f9e577d,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:36.571338 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f52f4c5b-4183-4b2d-876f-2f2db5ac9ac4), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.582538 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:36.705003 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbc8fb-b6e6-4b71-a1da-e246b21dcdb4 req-50e21b25-0915-4813-9e9c-f7720692d679 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:36.712723 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fffbc8fb-b6e6-4b71-a1da-e246b21dcdb4 req-50e21b25-0915-4813-9e9c-f7720692d679 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0669253 Jul 29 11:47:36.802463 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fffbc8fb-b6e6-4b71-a1da-e246b21dcdb4 req-869989b5-5640-446c-9c48-e05d99febdc3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885804 Jul 29 11:47:36.872387 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=115838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:47:36.886064 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52f4c5b-4183-4b2d-876f-2f2db5ac9ac4,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:36.904956 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (e7560e41-433e-4e0a-accc-292a4c328540), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:36.905297 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.segments_db [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Added segment e7560e41-433e-4e0a-accc-292a4c328540 of type vlan for network 89268e30-7fda-45a6-a5e7-06350f9fb562 Jul 29 11:47:36.987853 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42602) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:36.997979 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (89268e30-7fda-45a6-a5e7-06350f9fb562), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.034743 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (89268e30-7fda-45a6-a5e7-06350f9fb562), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.035797 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:37.042564 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.111255 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6893692 Jul 29 11:47:37.114404 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42612) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:37.119332 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] Request body: {'subnet': {'network_id': '89268e30-7fda-45a6-a5e7-06350f9fb562', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-643972859-subnet', 'tenant_id': '2ffd2a55d86a4af1bebaeb2411a99f11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:47:37.137516 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3b213-4939-491f-9d97-e16e9e45a67c admin admin] Pushing event updated for resources: {'Network': ['ID=89268e30-7fda-45a6-a5e7-06350f9fb562,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:37.140343 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-239086c7-8839-48aa-b08b-264493cd9754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.157378 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 89268e30-7fda-45a6-a5e7-06350f9fb562 details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:47:37.168435 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] Made reservation on behalf of 2ffd2a55d86a4af1bebaeb2411a99f11 for: {'subnet': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:47:37.173763 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.268034 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-239086c7-8839-48aa-b08b-264493cd9754 admin admin] Publish callbacks [] for security_group (b4ce3ee2-cbb9-4709-8839-70eb5cd0d3f6), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.277868 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-239086c7-8839-48aa-b08b-264493cd9754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b4ce3ee2-cbb9-4709-8839-70eb5cd0d3f6), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.336433 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239086c7-8839-48aa-b08b-264493cd9754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ce3ee2-cbb9-4709-8839-70eb5cd0d3f6,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:37.342219 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-239086c7-8839-48aa-b08b-264493cd9754 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1590e83c55b84a69892b03302f112ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532348 Jul 29 11:47:37.344921 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42618) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:37.365189 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:37.411235 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5b74e1de-288f-4aa1-ac3d-7fc743a40667 admin admin] Publish callbacks [] for security_group (b4ce3ee2-cbb9-4709-8839-70eb5cd0d3f6), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.443175 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (67e3a31e-21d2-44c1-af1f-60714d9aa659), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.445145 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5b74e1de-288f-4aa1-ac3d-7fc743a40667 admin admin] Publish callbacks [] for security_group (b4ce3ee2-cbb9-4709-8839-70eb5cd0d3f6), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.506428 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5b74e1de-288f-4aa1-ac3d-7fc743a40667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b4ce3ee2-cbb9-4709-8839-70eb5cd0d3f6), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.507898 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e3a31e-21d2-44c1-af1f-60714d9aa659,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:37.513382 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5b74e1de-288f-4aa1-ac3d-7fc743a40667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.514668 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-5b74e1de-288f-4aa1-ac3d-7fc743a40667 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4ce3ee2-cbb9-4709-8839-70eb5cd0d3f6 HTTP/1.1" status: 204 len: 168 time: 0.1685767 Jul 29 11:47:37.518972 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] Checking segment: {'id': 'e7560e41-433e-4e0a-accc-292a4c328540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '89268e30-7fda-45a6-a5e7-06350f9fb562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:47:37.519335 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] Network hostable DHCP agents. Network: 89268e30-7fda-45a6-a5e7-06350f9fb562, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:47:37.527536 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74e1de-288f-4aa1-ac3d-7fc743a40667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ce3ee2-cbb9-4709-8839-70eb5cd0d3f6,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:37.548058 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] Network 89268e30-7fda-45a6-a5e7-06350f9fb562 is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:47:37.563680 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 89268e30-7fda-45a6-a5e7-06350f9fb562) {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:47:37.568561 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:37.570047 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:37.573607 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05f773a-c3bf-41fb-9cac-2634c3856d8d None None] Network 89268e30-7fda-45a6-a5e7-06350f9fb562 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:47:37.631659 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-2607d064-c3f8-48cc-98b9-6f69a08cbd61 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5153823 Jul 29 11:47:37.707952 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9499c2-3952-4571-add9-6fd5b2716ad8 None None] Network 89268e30-7fda-45a6-a5e7-06350f9fb562 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:47:37.711406 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:37.839270 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42642) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:37.943951 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc42110-2b59-4c57-86ca-e1cb8b9f7324 admin admin] Deleting subnet 929b0196-02b1-4322-af80-bb4560ef9fc0 {{(pid=115839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:47:37.959275 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2bc42110-2b59-4c57-86ca-e1cb8b9f7324 admin admin] Publish callbacks [] for subnet (929b0196-02b1-4322-af80-bb4560ef9fc0), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.220232 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f0d48-e0a0-4d3e-a60e-ab28e5c8f968 req-f15cf624-4311-43d1-8ec0-c7b6f5195bc2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:38.220352 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-145f0d48-e0a0-4d3e-a60e-ab28e5c8f968 req-f15cf624-4311-43d1-8ec0-c7b6f5195bc2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.3258564 Jul 29 11:47:38.248821 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2bc42110-2b59-4c57-86ca-e1cb8b9f7324 admin admin] Publish callbacks [] for subnet (929b0196-02b1-4322-af80-bb4560ef9fc0), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.261933 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2bc42110-2b59-4c57-86ca-e1cb8b9f7324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (929b0196-02b1-4322-af80-bb4560ef9fc0), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.296686 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:38.318326 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-145f0d48-e0a0-4d3e-a60e-ab28e5c8f968 req-8a9f2c75-a7e7-46eb-8fd0-927d13e1fd63 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910223 Jul 29 11:47:38.359737 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2bc42110-2b59-4c57-86ca-e1cb8b9f7324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for subnet (929b0196-02b1-4322-af80-bb4560ef9fc0), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.394820 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc42110-2b59-4c57-86ca-e1cb8b9f7324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929b0196-02b1-4322-af80-bb4560ef9fc0,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:38.396907 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2bc42110-2b59-4c57-86ca-e1cb8b9f7324 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.400766 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-2bc42110-2b59-4c57-86ca-e1cb8b9f7324 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/929b0196-02b1-4322-af80-bb4560ef9fc0 HTTP/1.1" status: 204 len: 168 time: 0.5601788 Jul 29 11:47:38.403204 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42668) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:38.464554 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:38.491609 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (ed8d0f68-c5b1-4885-976a-40c5d49ec4c6), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.586671 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (ed8d0f68-c5b1-4885-976a-40c5d49ec4c6), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.613568 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.614057 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.614615 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.614944 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > port after_create 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.615268 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > port after_delete 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.615640 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > port after_update 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.615906 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.616243 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.616567 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.616895 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.701731 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.702130 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.702489 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.702890 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 11:47:38.703313 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8d0f68-c5b1-4885-976a-40c5d49ec4c6']}} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:38.725131 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894bbe5a-232d-4137-92e3-5baebc0dd170') {'for_net_delete': True} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:38.725436 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894bbe5a-232d-4137-92e3-5baebc0dd170') {} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:38.751927 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515787'] for segment (894bbe5a-232d-4137-92e3-5baebc0dd170), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.778564 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (894bbe5a-232d-4137-92e3-5baebc0dd170), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.788679 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=115839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:47:38.789085 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470650'] for segment (894bbe5a-232d-4137-92e3-5baebc0dd170), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.861261 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (ed8d0f68-c5b1-4885-976a-40c5d49ec4c6), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.873942 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:38.877441 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] 10.222.0.60 "DELETE /v2.0/networks/ed8d0f68-c5b1-4885-976a-40c5d49ec4c6 HTTP/1.1" status: 204 len: 168 time: 0.4729047 Jul 29 11:47:38.880463 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42696) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:38.889321 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b122bde-458f-4907-8fbc-2d2124f2583d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8d0f68-c5b1-4885-976a-40c5d49ec4c6,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:38.966365 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbd0bc8-f2ef-4de6-bc83-c61ff196051a admin admin] Deleting subnet 67e3a31e-21d2-44c1-af1f-60714d9aa659 {{(pid=115838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:47:38.971490 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0bc8-f2ef-4de6-bc83-c61ff196051a admin admin] Publish callbacks [] for subnet (67e3a31e-21d2-44c1-af1f-60714d9aa659), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.026480 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0bc8-f2ef-4de6-bc83-c61ff196051a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10240618'] for subnet (67e3a31e-21d2-44c1-af1f-60714d9aa659), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.084040 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0bc8-f2ef-4de6-bc83-c61ff196051a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (67e3a31e-21d2-44c1-af1f-60714d9aa659), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.148047 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 894bbe5a-232d-4137-92e3-5baebc0dd170 resource provider aggregate not found Jul 29 11:47:39.164398 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0bc8-f2ef-4de6-bc83-c61ff196051a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9795070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10080711'] for subnet (67e3a31e-21d2-44c1-af1f-60714d9aa659), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.170095 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 894bbe5a-232d-4137-92e3-5baebc0dd170 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 894bbe5a-232d-4137-92e3-5baebc0dd170 found for delete ", "request_id": "req-e85de877-d499-4a83-8d9c-408a31d00230"}]} Jul 29 11:47:39.199609 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd0bc8-f2ef-4de6-bc83-c61ff196051a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e3a31e-21d2-44c1-af1f-60714d9aa659,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:39.205555 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0bc8-f2ef-4de6-bc83-c61ff196051a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.208599 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-dcbd0bc8-f2ef-4de6-bc83-c61ff196051a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/67e3a31e-21d2-44c1-af1f-60714d9aa659 HTTP/1.1" status: 204 len: 168 time: 0.3270411 Jul 29 11:47:39.211171 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42710) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:39.266651 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42712) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:39.303422 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (89268e30-7fda-45a6-a5e7-06350f9fb562), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.435769 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (89268e30-7fda-45a6-a5e7-06350f9fb562), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.468620 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:39.476086 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89268e30-7fda-45a6-a5e7-06350f9fb562']}} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:39.483687 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe26b-f3bb-498c-aece-0a91922e3f1c req-5daec580-b63d-4fe0-aff2-d9dbae8d22a2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:39.484864 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c9bac5a8-8483-45aa-beb7-0c1c7c954ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.485624 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a7ffe26b-f3bb-498c-aece-0a91922e3f1c req-5daec580-b63d-4fe0-aff2-d9dbae8d22a2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0757909 Jul 29 11:47:39.492054 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7560e41-433e-4e0a-accc-292a4c328540') {'for_net_delete': True} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:39.492354 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7560e41-433e-4e0a-accc-292a4c328540') {} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:47:39.514508 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240627'] for segment (e7560e41-433e-4e0a-accc-292a4c328540), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.538556 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (e7560e41-433e-4e0a-accc-292a4c328540), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.541774 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a7ffe26b-f3bb-498c-aece-0a91922e3f1c req-d1c108b9-5c27-45e0-9efc-402f122ba85d tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490673 Jul 29 11:47:39.553065 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=115838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:47:39.553708 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794976'] for segment (e7560e41-433e-4e0a-accc-292a4c328540), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.597024 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment e7560e41-433e-4e0a-accc-292a4c328540 resource provider aggregate not found Jul 29 11:47:39.622156 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment e7560e41-433e-4e0a-accc-292a4c328540 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7560e41-433e-4e0a-accc-292a4c328540 found for delete ", "request_id": "req-1d33418e-1266-4031-b287-fad932d04883"}]} Jul 29 11:47:39.631831 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (89268e30-7fda-45a6-a5e7-06350f9fb562), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.638464 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.641560 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] 10.222.0.60 "DELETE /v2.0/networks/89268e30-7fda-45a6-a5e7-06350f9fb562 HTTP/1.1" status: 204 len: 168 time: 0.4285829 Jul 29 11:47:39.661828 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a33aaa-10e4-435f-ba9b-319d2c7e5e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=89268e30-7fda-45a6-a5e7-06350f9fb562,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:39.693403 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c9bac5a8-8483-45aa-beb7-0c1c7c954ae2 admin admin] Publish callbacks [] for security_group (779413da-f628-475f-9a38-b992ed61e630), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.697527 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c9bac5a8-8483-45aa-beb7-0c1c7c954ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (779413da-f628-475f-9a38-b992ed61e630), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.716546 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:39.742126 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bac5a8-8483-45aa-beb7-0c1c7c954ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779413da-f628-475f-9a38-b992ed61e630,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:39.747296 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c9bac5a8-8483-45aa-beb7-0c1c7c954ae2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7083acedab54115a19c142dd09fbd72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796798 Jul 29 11:47:39.750192 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42730) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:39.809752 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42734) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:39.819433 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cfc65d57-045f-49d3-9151-3bace86dab36 admin admin] Publish callbacks [] for security_group (779413da-f628-475f-9a38-b992ed61e630), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.850251 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cfc65d57-045f-49d3-9151-3bace86dab36 admin admin] Publish callbacks [] for security_group (779413da-f628-475f-9a38-b992ed61e630), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.854148 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-77766795-aeac-48de-857e-5fd4cf76d28c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7f73dbe76c44777a3957079b9383a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427294 Jul 29 11:47:39.856483 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42736) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:39.909349 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cfc65d57-045f-49d3-9151-3bace86dab36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (779413da-f628-475f-9a38-b992ed61e630), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.912783 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cfc65d57-045f-49d3-9151-3bace86dab36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.914244 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-cfc65d57-045f-49d3-9151-3bace86dab36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/779413da-f628-475f-9a38-b992ed61e630 HTTP/1.1" status: 204 len: 168 time: 0.1629801 Jul 29 11:47:39.917864 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7edb3747-92a0-4e22-bb99-47e7e0fff68b admin admin] Publish callbacks [] for security_group (499898e8-9547-4435-b831-0363ff300ddd), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.925361 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc65d57-045f-49d3-9151-3bace86dab36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779413da-f628-475f-9a38-b992ed61e630,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:39.941785 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7edb3747-92a0-4e22-bb99-47e7e0fff68b admin admin] Publish callbacks [] for security_group (499898e8-9547-4435-b831-0363ff300ddd), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.994562 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7edb3747-92a0-4e22-bb99-47e7e0fff68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (499898e8-9547-4435-b831-0363ff300ddd), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:39.997180 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7edb3747-92a0-4e22-bb99-47e7e0fff68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:40.000861 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-7edb3747-92a0-4e22-bb99-47e7e0fff68b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/499898e8-9547-4435-b831-0363ff300ddd HTTP/1.1" status: 204 len: 168 time: 0.1409900 Jul 29 11:47:40.007019 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb3747-92a0-4e22-bb99-47e7e0fff68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499898e8-9547-4435-b831-0363ff300ddd,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:40.023483 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:40.416882 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42754) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:40.460177 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-73908cca-c97f-4342-ad22-ecf93ddf9dc4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ffd2a55d86a4af1bebaeb2411a99f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396602 Jul 29 11:47:40.460605 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42758) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:40.522881 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-79d5c5d0-4f7b-45ba-bae4-6cae270c6e40 admin admin] Publish callbacks [] for security_group (f52f4c5b-4183-4b2d-876f-2f2db5ac9ac4), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:40.554153 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-79d5c5d0-4f7b-45ba-bae4-6cae270c6e40 admin admin] Publish callbacks [] for security_group (f52f4c5b-4183-4b2d-876f-2f2db5ac9ac4), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:40.609578 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-79d5c5d0-4f7b-45ba-bae4-6cae270c6e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f52f4c5b-4183-4b2d-876f-2f2db5ac9ac4), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:40.612498 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-79d5c5d0-4f7b-45ba-bae4-6cae270c6e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:40.613685 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-79d5c5d0-4f7b-45ba-bae4-6cae270c6e40 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f52f4c5b-4183-4b2d-876f-2f2db5ac9ac4 HTTP/1.1" status: 204 len: 168 time: 0.1521771 Jul 29 11:47:40.624922 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5c5d0-4f7b-45ba-bae4-6cae270c6e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52f4c5b-4183-4b2d-876f-2f2db5ac9ac4,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:40.701778 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8f9da-09b2-43de-8b48-c0dfd3f7dc86 req-e88b2883-0534-45e0-b9c5-c7d35fc1bae5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:40.703422 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6fd8f9da-09b2-43de-8b48-c0dfd3f7dc86 req-e88b2883-0534-45e0-b9c5-c7d35fc1bae5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0792153 Jul 29 11:47:40.776623 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6fd8f9da-09b2-43de-8b48-c0dfd3f7dc86 req-57580827-31b3-43ba-bf64-c48259da1180 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649083 Jul 29 11:47:41.943290 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1a07a-3fc5-4347-8417-eb4ecbd5de73 req-4603cce0-4830-4dc2-b4ca-81f0f7b7b420 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:41.944786 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-51b1a07a-3fc5-4347-8417-eb4ecbd5de73 req-4603cce0-4830-4dc2-b4ca-81f0f7b7b420 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0764799 Jul 29 11:47:41.978662 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:41.980042 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=85 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:42.003527 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-51b1a07a-3fc5-4347-8417-eb4ecbd5de73 req-fa616fb1-1b66-4906-8c0d-7a4ff716e12c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511322 Jul 29 11:47:42.808341 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42870) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:42.951965 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7499548a-be3c-4e86-9314-cb2fe0aec8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.052586 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7499548a-be3c-4e86-9314-cb2fe0aec8b9 admin admin] Publish callbacks [] for security_group (2d433981-2a0a-4de5-b2b5-d7b37a10ea0d), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.057622 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7499548a-be3c-4e86-9314-cb2fe0aec8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (2d433981-2a0a-4de5-b2b5-d7b37a10ea0d), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.080056 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:43.102794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499548a-be3c-4e86-9314-cb2fe0aec8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d433981-2a0a-4de5-b2b5-d7b37a10ea0d,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:43.109995 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-7499548a-be3c-4e86-9314-cb2fe0aec8b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0380cc21181e40f9822d02780973d6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002186 Jul 29 11:47:43.112685 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42884) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:43.139767 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be668d2-347f-49e1-a94c-f73aeb77d818 req-6d4d79cb-5d0c-4c69-9817-c16982f2587c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:43.141236 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4be668d2-347f-49e1-a94c-f73aeb77d818 req-6d4d79cb-5d0c-4c69-9817-c16982f2587c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0526829 Jul 29 11:47:43.168402 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-72968b53-991e-4b14-bb7f-d3bc89c2bdd3 admin admin] Publish callbacks [] for security_group (2d433981-2a0a-4de5-b2b5-d7b37a10ea0d), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.176420 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:43.193128 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-72968b53-991e-4b14-bb7f-d3bc89c2bdd3 admin admin] Publish callbacks [] for security_group (2d433981-2a0a-4de5-b2b5-d7b37a10ea0d), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.199073 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4be668d2-347f-49e1-a94c-f73aeb77d818 req-9a37b5ba-3af2-436b-b68e-63ef05bcacf6 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516026 Jul 29 11:47:43.246707 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-72968b53-991e-4b14-bb7f-d3bc89c2bdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (2d433981-2a0a-4de5-b2b5-d7b37a10ea0d), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.249939 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-72968b53-991e-4b14-bb7f-d3bc89c2bdd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.251107 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-72968b53-991e-4b14-bb7f-d3bc89c2bdd3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d433981-2a0a-4de5-b2b5-d7b37a10ea0d HTTP/1.1" status: 204 len: 168 time: 0.1375191 Jul 29 11:47:43.259735 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72968b53-991e-4b14-bb7f-d3bc89c2bdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d433981-2a0a-4de5-b2b5-d7b37a10ea0d,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:43.544218 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 42894) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:43.563072 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c545ef79-7b4f-49e1-a29e-3b2671865bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.663210 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c545ef79-7b4f-49e1-a29e-3b2671865bb6 admin admin] Publish callbacks [] for security_group (8ce93f02-0bee-41dc-9514-790cbed7cf78), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.667856 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c545ef79-7b4f-49e1-a29e-3b2671865bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (8ce93f02-0bee-41dc-9514-790cbed7cf78), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.671442 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:43.722371 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c545ef79-7b4f-49e1-a29e-3b2671865bb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d1463def30d485fb2e8f2f1678320db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762602 Jul 29 11:47:43.722779 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545ef79-7b4f-49e1-a29e-3b2671865bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce93f02-0bee-41dc-9514-790cbed7cf78,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:43.724412 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 42900) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:43.779049 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4396642a-b89e-47fb-a557-7f493baf7bae admin admin] Publish callbacks [] for security_group (8ce93f02-0bee-41dc-9514-790cbed7cf78), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.800258 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:43.805399 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4396642a-b89e-47fb-a557-7f493baf7bae admin admin] Publish callbacks [] for security_group (8ce93f02-0bee-41dc-9514-790cbed7cf78), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.860573 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4396642a-b89e-47fb-a557-7f493baf7bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (8ce93f02-0bee-41dc-9514-790cbed7cf78), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.863315 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4396642a-b89e-47fb-a557-7f493baf7bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:43.864491 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-4396642a-b89e-47fb-a557-7f493baf7bae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ce93f02-0bee-41dc-9514-790cbed7cf78 HTTP/1.1" status: 204 len: 168 time: 0.1389911 Jul 29 11:47:43.873292 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396642a-b89e-47fb-a557-7f493baf7bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce93f02-0bee-41dc-9514-790cbed7cf78,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:44.366329 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64138173-dbc2-49f3-a52a-80ad0e6824a8 req-6517397f-8fd4-4fb3-a8e2-c48101620a2f tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:44.369180 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-64138173-dbc2-49f3-a52a-80ad0e6824a8 req-6517397f-8fd4-4fb3-a8e2-c48101620a2f tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0611961 Jul 29 11:47:44.423074 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-64138173-dbc2-49f3-a52a-80ad0e6824a8 req-e47124d4-899d-429d-a79c-59e98babf7ef tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459170 Jul 29 11:47:45.558297 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfecac-d15e-41a8-b876-a4082151a907 req-5773b21a-bc3b-4dc7-9566-ed80e0b4ba9b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:45.560704 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fecfecac-d15e-41a8-b876-a4082151a907 req-5773b21a-bc3b-4dc7-9566-ed80e0b4ba9b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0547464 Jul 29 11:47:45.628506 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fecfecac-d15e-41a8-b876-a4082151a907 req-cd3bf48d-0778-4314-9d34-16cecc30b07f tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592194 Jul 29 11:47:46.754009 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43048) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:46.778062 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c634b4-7b39-427a-bd56-71bbaaf5d49b req-49054493-2e12-4dad-93a7-5591fd9a273e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:46.779879 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f8c634b4-7b39-427a-bd56-71bbaaf5d49b req-49054493-2e12-4dad-93a7-5591fd9a273e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0747015 Jul 29 11:47:46.851885 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f8c634b4-7b39-427a-bd56-71bbaaf5d49b req-4613986b-1c5a-4ec8-8969-49a6a11ba8bd tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653946 Jul 29 11:47:46.920215 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a0c86219-e80b-4cde-a17b-a7f4529eba44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.025955 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a0c86219-e80b-4cde-a17b-a7f4529eba44 admin admin] Publish callbacks [] for security_group (919e171f-2c8e-4c2e-bbdf-5688f47d8472), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.029310 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a0c86219-e80b-4cde-a17b-a7f4529eba44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (919e171f-2c8e-4c2e-bbdf-5688f47d8472), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.070207 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-a0c86219-e80b-4cde-a17b-a7f4529eba44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e45f0bd352f45eeb8d661bf37b21f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151627 Jul 29 11:47:47.071475 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c86219-e80b-4cde-a17b-a7f4529eba44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919e171f-2c8e-4c2e-bbdf-5688f47d8472,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:47.073503 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43060) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:47.124418 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a1bda9a7-195e-459e-8ba1-4adc8b2fc19b admin admin] Publish callbacks [] for security_group (919e171f-2c8e-4c2e-bbdf-5688f47d8472), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.146032 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a1bda9a7-195e-459e-8ba1-4adc8b2fc19b admin admin] Publish callbacks [] for security_group (919e171f-2c8e-4c2e-bbdf-5688f47d8472), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.193311 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a1bda9a7-195e-459e-8ba1-4adc8b2fc19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (919e171f-2c8e-4c2e-bbdf-5688f47d8472), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.195950 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a1bda9a7-195e-459e-8ba1-4adc8b2fc19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.197098 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-a1bda9a7-195e-459e-8ba1-4adc8b2fc19b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/919e171f-2c8e-4c2e-bbdf-5688f47d8472 HTTP/1.1" status: 204 len: 168 time: 0.1225531 Jul 29 11:47:47.205035 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda9a7-195e-459e-8ba1-4adc8b2fc19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e171f-2c8e-4c2e-bbdf-5688f47d8472,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:47.483972 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43070) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:47.498048 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-511f4917-3ae1-41ee-80aa-a37ac79e1cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.575384 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-511f4917-3ae1-41ee-80aa-a37ac79e1cdd admin admin] Publish callbacks [] for security_group (9bc4af1a-63e3-44b5-bca9-930bf24ad200), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.579113 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-511f4917-3ae1-41ee-80aa-a37ac79e1cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (9bc4af1a-63e3-44b5-bca9-930bf24ad200), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.620678 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-511f4917-3ae1-41ee-80aa-a37ac79e1cdd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e48d25de337e432f8438f82ea514b2c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356549 Jul 29 11:47:47.622558 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f4917-3ae1-41ee-80aa-a37ac79e1cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc4af1a-63e3-44b5-bca9-930bf24ad200,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:47.623398 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43072) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:47.677324 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6a187766-0e8f-4bef-94e0-7fdf616e6bc6 admin admin] Publish callbacks [] for security_group (9bc4af1a-63e3-44b5-bca9-930bf24ad200), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.698344 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6a187766-0e8f-4bef-94e0-7fdf616e6bc6 admin admin] Publish callbacks [] for security_group (9bc4af1a-63e3-44b5-bca9-930bf24ad200), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.730475 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:47.746668 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6a187766-0e8f-4bef-94e0-7fdf616e6bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (9bc4af1a-63e3-44b5-bca9-930bf24ad200), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.749166 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6a187766-0e8f-4bef-94e0-7fdf616e6bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:47.750328 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-6a187766-0e8f-4bef-94e0-7fdf616e6bc6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9bc4af1a-63e3-44b5-bca9-930bf24ad200 HTTP/1.1" status: 204 len: 168 time: 0.1259196 Jul 29 11:47:47.759095 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a187766-0e8f-4bef-94e0-7fdf616e6bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc4af1a-63e3-44b5-bca9-930bf24ad200,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:47.978684 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e1b86-198b-40eb-b3fa-caf5c266dd96 req-7d45977c-90fb-4158-99fc-b60794339a8e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:47.980274 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5b5e1b86-198b-40eb-b3fa-caf5c266dd96 req-7d45977c-90fb-4158-99fc-b60794339a8e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0562079 Jul 29 11:47:48.047699 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5b5e1b86-198b-40eb-b3fa-caf5c266dd96 req-1f156e5d-3f45-40a7-88f3-20540da8e986 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613976 Jul 29 11:47:49.171729 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8cefe-a551-4407-8672-14ab6d82ff72 req-825596bb-1fb0-4fc6-9b10-b304ee1ee7bf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:49.173286 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2df8cefe-a551-4407-8672-14ab6d82ff72 req-825596bb-1fb0-4fc6-9b10-b304ee1ee7bf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0568662 Jul 29 11:47:49.231441 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2df8cefe-a551-4407-8672-14ab6d82ff72 req-ca4510d8-2480-444f-8ae7-bb6366afeb01 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517914 Jul 29 11:47:49.417887 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43160) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:49.549732 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c217-6bea-4b4b-8412-ec1675a09772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:49.619438 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:49.651073 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c217-6bea-4b4b-8412-ec1675a09772 admin admin] Publish callbacks [] for security_group (9e004d5a-2fc7-40c2-a152-814d19dce010), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:49.656203 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c217-6bea-4b4b-8412-ec1675a09772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (9e004d5a-2fc7-40c2-a152-814d19dce010), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:49.705915 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-a5b8c217-6bea-4b4b-8412-ec1675a09772 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da72b0db8a954aa5bf6fd46607f34711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866721 Jul 29 11:47:49.708684 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43192) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:49.719556 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8c217-6bea-4b4b-8412-ec1675a09772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e004d5a-2fc7-40c2-a152-814d19dce010,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:49.781509 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-eebf058d-950c-4046-b291-90c76e985bde admin admin] Publish callbacks [] for security_group (9e004d5a-2fc7-40c2-a152-814d19dce010), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:49.804424 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-eebf058d-950c-4046-b291-90c76e985bde admin admin] Publish callbacks [] for security_group (9e004d5a-2fc7-40c2-a152-814d19dce010), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:49.844131 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43200) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:49.864369 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-eebf058d-950c-4046-b291-90c76e985bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (9e004d5a-2fc7-40c2-a152-814d19dce010), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:49.867244 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-eebf058d-950c-4046-b291-90c76e985bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:49.869889 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-eebf058d-950c-4046-b291-90c76e985bde admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e004d5a-2fc7-40c2-a152-814d19dce010 HTTP/1.1" status: 204 len: 168 time: 0.1600165 Jul 29 11:47:49.879511 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf058d-950c-4046-b291-90c76e985bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e004d5a-2fc7-40c2-a152-814d19dce010,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:49.975821 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24f69916-12a3-4960-8bfe-78c3714f43e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.044671 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:50.064888 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24f69916-12a3-4960-8bfe-78c3714f43e1 admin admin] Publish callbacks [] for security_group (d43655fe-911d-4455-9361-3638f8bf9b1c), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.071579 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24f69916-12a3-4960-8bfe-78c3714f43e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (d43655fe-911d-4455-9361-3638f8bf9b1c), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.107083 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43210) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:50.121648 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43214) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:50.125512 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-24f69916-12a3-4960-8bfe-78c3714f43e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4033eb3313cb4cc29c231508f0ece9d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802200 Jul 29 11:47:50.126739 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f69916-12a3-4960-8bfe-78c3714f43e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43655fe-911d-4455-9361-3638f8bf9b1c,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:50.187274 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae095960-fabc-429d-b0c7-0a661892444f admin admin] Publish callbacks [] for security_group (d43655fe-911d-4455-9361-3638f8bf9b1c), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.214843 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae095960-fabc-429d-b0c7-0a661892444f admin admin] Publish callbacks [] for security_group (d43655fe-911d-4455-9361-3638f8bf9b1c), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.270201 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae095960-fabc-429d-b0c7-0a661892444f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (d43655fe-911d-4455-9361-3638f8bf9b1c), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.272696 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae095960-fabc-429d-b0c7-0a661892444f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.277248 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-ae095960-fabc-429d-b0c7-0a661892444f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d43655fe-911d-4455-9361-3638f8bf9b1c HTTP/1.1" status: 204 len: 168 time: 0.1542621 Jul 29 11:47:50.286209 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae095960-fabc-429d-b0c7-0a661892444f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43655fe-911d-4455-9361-3638f8bf9b1c,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:50.331519 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e1d72efd-961a-42ab-817d-e0355a89ccf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.335545 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43220) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:50.355143 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-96e219bc-f584-4961-aec4-6540dbd88d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.401736 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadacd43-9f5a-4027-9525-a36a44a030d0 req-760a7e3b-8081-45e2-8549-01a574e7e867 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:50.403288 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-aadacd43-9f5a-4027-9525-a36a44a030d0 req-760a7e3b-8081-45e2-8549-01a574e7e867 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0739853 Jul 29 11:47:50.474205 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:DELETE=6,neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:50.492145 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-96e219bc-f584-4961-aec4-6540dbd88d59 admin admin] Publish callbacks [] for security_group (2ae2d259-56be-4a3d-b7ca-50909ae02bf0), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.497917 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-96e219bc-f584-4961-aec4-6540dbd88d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (2ae2d259-56be-4a3d-b7ca-50909ae02bf0), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.499310 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:50.516931 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-aadacd43-9f5a-4027-9525-a36a44a030d0 req-8fca95c2-96b5-4b9c-abad-a52e25a68091 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031356 Jul 29 11:47:50.546051 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-96e219bc-f584-4961-aec4-6540dbd88d59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b480d6c2e9654a13912bc9a3dd4f5c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077057 Jul 29 11:47:50.549370 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43228) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:50.551731 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e1d72efd-961a-42ab-817d-e0355a89ccf8 admin admin] Publish callbacks [] for security_group (f84543e2-52f3-4ed1-a6e8-89777cc50ce1), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.563441 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e219bc-f584-4961-aec4-6540dbd88d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae2d259-56be-4a3d-b7ca-50909ae02bf0,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:50.574032 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e1d72efd-961a-42ab-817d-e0355a89ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f84543e2-52f3-4ed1-a6e8-89777cc50ce1), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.640369 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d72efd-961a-42ab-817d-e0355a89ccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84543e2-52f3-4ed1-a6e8-89777cc50ce1,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:50.651211 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-e1d72efd-961a-42ab-817d-e0355a89ccf8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0442528d2f6d4f02a9b03f0a9397a943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5423481 Jul 29 11:47:50.653645 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43230) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:50.668700 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b157f3d8-c48e-45cd-81a3-c065dc5244ab admin admin] Publish callbacks [] for security_group (2ae2d259-56be-4a3d-b7ca-50909ae02bf0), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.694594 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b157f3d8-c48e-45cd-81a3-c065dc5244ab admin admin] Publish callbacks [] for security_group (2ae2d259-56be-4a3d-b7ca-50909ae02bf0), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.708324 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:50.712616 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3a4480b3-0350-47ea-a442-66b4a3e9b818 admin admin] Publish callbacks [] for security_group (f84543e2-52f3-4ed1-a6e8-89777cc50ce1), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.724886 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43232) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:50.750577 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b157f3d8-c48e-45cd-81a3-c065dc5244ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (2ae2d259-56be-4a3d-b7ca-50909ae02bf0), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.751363 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b4be001f-4ef0-43c9-b5c8-74aa17cdba55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.753169 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b157f3d8-c48e-45cd-81a3-c065dc5244ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.754336 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b157f3d8-c48e-45cd-81a3-c065dc5244ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ae2d259-56be-4a3d-b7ca-50909ae02bf0 HTTP/1.1" status: 204 len: 168 time: 0.2012210 Jul 29 11:47:50.755367 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3a4480b3-0350-47ea-a442-66b4a3e9b818 admin admin] Publish callbacks [] for security_group (f84543e2-52f3-4ed1-a6e8-89777cc50ce1), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.770007 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157f3d8-c48e-45cd-81a3-c065dc5244ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae2d259-56be-4a3d-b7ca-50909ae02bf0,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:50.861000 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3a4480b3-0350-47ea-a442-66b4a3e9b818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f84543e2-52f3-4ed1-a6e8-89777cc50ce1), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.863488 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3a4480b3-0350-47ea-a442-66b4a3e9b818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.864632 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-3a4480b3-0350-47ea-a442-66b4a3e9b818 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f84543e2-52f3-4ed1-a6e8-89777cc50ce1 HTTP/1.1" status: 204 len: 168 time: 0.2098296 Jul 29 11:47:50.876547 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b4be001f-4ef0-43c9-b5c8-74aa17cdba55 admin admin] Publish callbacks [] for security_group (6f6fdf3f-c06b-4771-86dd-aa48d0aedabb), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.884336 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4480b3-0350-47ea-a442-66b4a3e9b818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84543e2-52f3-4ed1-a6e8-89777cc50ce1,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:50.887623 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b4be001f-4ef0-43c9-b5c8-74aa17cdba55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6f6fdf3f-c06b-4771-86dd-aa48d0aedabb), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:50.937099 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-b4be001f-4ef0-43c9-b5c8-74aa17cdba55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ad73458aa1943908fb0bbe14b065cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110527 Jul 29 11:47:50.938461 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be001f-4ef0-43c9-b5c8-74aa17cdba55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6fdf3f-c06b-4771-86dd-aa48d0aedabb,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:50.939935 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43238) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:51.003892 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e8412e43-7aba-45ea-a93a-b6fad6726dfb admin admin] Publish callbacks [] for security_group (6f6fdf3f-c06b-4771-86dd-aa48d0aedabb), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.028886 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e8412e43-7aba-45ea-a93a-b6fad6726dfb admin admin] Publish callbacks [] for security_group (6f6fdf3f-c06b-4771-86dd-aa48d0aedabb), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.081290 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e8412e43-7aba-45ea-a93a-b6fad6726dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6f6fdf3f-c06b-4771-86dd-aa48d0aedabb), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.084101 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e8412e43-7aba-45ea-a93a-b6fad6726dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.085332 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-e8412e43-7aba-45ea-a93a-b6fad6726dfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f6fdf3f-c06b-4771-86dd-aa48d0aedabb HTTP/1.1" status: 204 len: 168 time: 0.1440945 Jul 29 11:47:51.094806 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8412e43-7aba-45ea-a93a-b6fad6726dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6fdf3f-c06b-4771-86dd-aa48d0aedabb,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:51.232200 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43250) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:51.246544 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1d3a4190-ce21-4e7e-8c44-b80d445b0da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.332038 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1d3a4190-ce21-4e7e-8c44-b80d445b0da9 admin admin] Publish callbacks [] for security_group (bd259ef1-6a50-4703-ab59-af1eb706c351), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.336807 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1d3a4190-ce21-4e7e-8c44-b80d445b0da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bd259ef1-6a50-4703-ab59-af1eb706c351), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.384697 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a4190-ce21-4e7e-8c44-b80d445b0da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd259ef1-6a50-4703-ab59-af1eb706c351,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:51.391603 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-1d3a4190-ce21-4e7e-8c44-b80d445b0da9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be2f4c2b4abf415d86f426db96815869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560380 Jul 29 11:47:51.391968 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43260) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:51.445398 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43264) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:51.455484 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b812897c-9438-48a3-b536-dcc807cfa8ba admin admin] Publish callbacks [] for security_group (bd259ef1-6a50-4703-ab59-af1eb706c351), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.459242 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3ad822c-4716-4270-aeed-f3e33d6e5a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.468718 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:51.481227 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b812897c-9438-48a3-b536-dcc807cfa8ba admin admin] Publish callbacks [] for security_group (bd259ef1-6a50-4703-ab59-af1eb706c351), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.549324 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3ad822c-4716-4270-aeed-f3e33d6e5a62 admin admin] Publish callbacks [] for security_group (db0c0d03-d749-47fe-91ea-04bf5179a530), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.555076 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3ad822c-4716-4270-aeed-f3e33d6e5a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (db0c0d03-d749-47fe-91ea-04bf5179a530), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.559525 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b812897c-9438-48a3-b536-dcc807cfa8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bd259ef1-6a50-4703-ab59-af1eb706c351), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.578744 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b812897c-9438-48a3-b536-dcc807cfa8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.587065 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b812897c-9438-48a3-b536-dcc807cfa8ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd259ef1-6a50-4703-ab59-af1eb706c351 HTTP/1.1" status: 204 len: 168 time: 0.1932576 Jul 29 11:47:51.604063 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812897c-9438-48a3-b536-dcc807cfa8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd259ef1-6a50-4703-ab59-af1eb706c351,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:51.624713 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad822c-4716-4270-aeed-f3e33d6e5a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0c0d03-d749-47fe-91ea-04bf5179a530,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:51.637578 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c3ad822c-4716-4270-aeed-f3e33d6e5a62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b764be21ad4424d8e429a1105f953a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882002 Jul 29 11:47:51.637827 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43278) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:51.696602 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:51.720712 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fedc6b-40b9-43aa-a9f2-f2eb272e62d5 req-16025c03-38f5-4751-842c-b1f537caf0ab tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:51.722847 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c7fedc6b-40b9-43aa-a9f2-f2eb272e62d5 req-16025c03-38f5-4751-842c-b1f537caf0ab tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0653431 Jul 29 11:47:51.742388 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f106dc9e-0645-44c0-b63d-1aa3a57a2dca admin admin] Publish callbacks [] for security_group (db0c0d03-d749-47fe-91ea-04bf5179a530), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.770638 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f106dc9e-0645-44c0-b63d-1aa3a57a2dca admin admin] Publish callbacks [] for security_group (db0c0d03-d749-47fe-91ea-04bf5179a530), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.806846 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c7fedc6b-40b9-43aa-a9f2-f2eb272e62d5 req-77284bf0-6a48-44b6-8a68-126cf660c7db tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780997 Jul 29 11:47:51.867393 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f106dc9e-0645-44c0-b63d-1aa3a57a2dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (db0c0d03-d749-47fe-91ea-04bf5179a530), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.874073 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f106dc9e-0645-44c0-b63d-1aa3a57a2dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:51.878105 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-f106dc9e-0645-44c0-b63d-1aa3a57a2dca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db0c0d03-d749-47fe-91ea-04bf5179a530 HTTP/1.1" status: 204 len: 168 time: 0.2372723 Jul 29 11:47:51.896658 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106dc9e-0645-44c0-b63d-1aa3a57a2dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0c0d03-d749-47fe-91ea-04bf5179a530,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:52.957079 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcf87b-cac5-4151-9e56-978fc350b4f0 req-f44a6343-0da2-489a-94ff-faef9c912bd1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:52.958550 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5ebcf87b-cac5-4151-9e56-978fc350b4f0 req-f44a6343-0da2-489a-94ff-faef9c912bd1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0598795 Jul 29 11:47:52.983657 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43358) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:53.016188 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5ebcf87b-cac5-4151-9e56-978fc350b4f0 req-02e94fd3-8bb5-468c-a65b-f14d7ede2951 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Jul 29 11:47:53.091932 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1560374565-network', 'tenant_id': '1658d63aa1b54aa5a36754e83179e317'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:47:53.111721 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Made reservation on behalf of 1658d63aa1b54aa5a36754e83179e317 for: {'network': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:47:53.114306 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:53.123781 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:53.218866 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Publish callbacks [] for security_group (f8d5b717-ef93-4d1e-816b-571174d8c859), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:53.222770 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f8d5b717-ef93-4d1e-816b-571174d8c859), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:53.246663 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=115838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:47:53.260802 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d5b717-ef93-4d1e-816b-571174d8c859,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:53.266236 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (5e93e7d1-dd3f-443f-b7a0-c00fc60ac728), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:53.266432 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.segments_db [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Added segment 5e93e7d1-dd3f-443f-b7a0-c00fc60ac728 of type vlan for network 4993d81f-11a0-4255-ad5a-9700754167c4 Jul 29 11:47:53.309730 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (4993d81f-11a0-4255-ad5a-9700754167c4), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:53.335336 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (4993d81f-11a0-4255-ad5a-9700754167c4), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:53.337022 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:53.337893 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:53.403901 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4185352 Jul 29 11:47:53.406880 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43382) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:53.407692 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e21dd-07a6-44b8-ac02-a010517adc11 admin admin] Pushing event updated for resources: {'Network': ['ID=4993d81f-11a0-4255-ad5a-9700754167c4,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:53.416597 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] Request body: {'subnet': {'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1560374565-subnet', 'tenant_id': '1658d63aa1b54aa5a36754e83179e317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:47:53.425914 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 4993d81f-11a0-4255-ad5a-9700754167c4 details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:47:53.454259 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] Made reservation on behalf of 1658d63aa1b54aa5a36754e83179e317 for: {'subnet': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:47:53.454259 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386734'] for subnet (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:53.529216 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:53.677790 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8470757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386688'] for subnet (6b6c30da-20cf-4123-b56f-cb2a23d9a619), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:53.737470 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b6c30da-20cf-4123-b56f-cb2a23d9a619,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:53.747168 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] Checking segment: {'id': '5e93e7d1-dd3f-443f-b7a0-c00fc60ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:47:53.747525 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] Network hostable DHCP agents. Network: 4993d81f-11a0-4255-ad5a-9700754167c4, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:47:53.763691 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] Network 4993d81f-11a0-4255-ad5a-9700754167c4 is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:47:53.771727 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 4993d81f-11a0-4255-ad5a-9700754167c4) {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:47:53.776559 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:53.777149 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:53.781313 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826595a3-6c24-4fde-a251-3510e4c22dcc None None] Network 4993d81f-11a0-4255-ad5a-9700754167c4 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:47:53.786587 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:53.803676 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-6e9ce002-9e14-41b4-9b61-d55e435d3694 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3869486 Jul 29 11:47:53.910861 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b06f3d5-93d3-4bea-bbf9-0f60cee85359 None None] Network 4993d81f-11a0-4255-ad5a-9700754167c4 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:47:54.154828 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f08a92-79a2-41f1-b8cb-d3b12336ae56 req-c8bdca61-8379-4423-9710-36e1e8dfe81d tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:54.156907 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e8f08a92-79a2-41f1-b8cb-d3b12336ae56 req-c8bdca61-8379-4423-9710-36e1e8dfe81d tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0649290 Jul 29 11:47:54.225477 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e8f08a92-79a2-41f1-b8cb-d3b12336ae56 req-fb7095c0-d7f3-4957-bc3c-69f4cb34df5a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609851 Jul 29 11:47:54.353349 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:47:54.670912 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:55.343981 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ca418-c5ca-4bdd-8e1b-9844dadb5a03 req-3891b960-eda6-4507-985c-19ff59e64ba0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:55.345502 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-880ca418-c5ca-4bdd-8e1b-9844dadb5a03 req-3891b960-eda6-4507-985c-19ff59e64ba0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0487266 Jul 29 11:47:55.393982 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-880ca418-c5ca-4bdd-8e1b-9844dadb5a03 req-976ceaba-5957-465f-bfd3-d58f3c886bd4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Jul 29 11:47:55.587143 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-6fec9f3a-2b26-44e3-a884-bdc68d8b6959 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:55.588493 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-6fec9f3a-2b26-44e3-a884-bdc68d8b6959 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/networks?id=4993d81f-11a0-4255-ad5a-9700754167c4 HTTP/1.1" status: 200 len: 814 time: 0.1019130 Jul 29 11:47:55.603103 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-81d9dc2e-b420-4b6d-8848-2af174be43b0 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/quotas/1658d63aa1b54aa5a36754e83179e317 HTTP/1.1" status: 200 len: 375 time: 0.0093498 Jul 29 11:47:55.635408 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-2591b9ff-ad39-498f-9e7b-6b046d7c88bb tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1658d63aa1b54aa5a36754e83179e317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275908 Jul 29 11:47:55.734090 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-8a707e3f-be17-453e-b116-6bd5c812b3da service neutron] 10.222.0.60 "GET /v2.0/networks/4993d81f-11a0-4255-ad5a-9700754167c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914843 Jul 29 11:47:55.779700 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-82b15b23-88e4-4d18-8b75-b64577254c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:55.846815 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-8ecf5433-13a9-43c6-b834-0bafe5edf6b7 service neutron] 10.222.0.60 "GET /v2.0/networks/4993d81f-11a0-4255-ad5a-9700754167c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067970 Jul 29 11:47:55.870027 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43480) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:55.997258 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-18efa78d-be36-49c3-93d9-92fbf1ee61b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:56.042622 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-68624dad-d93c-4312-a188-4b144ef7ea53 req-dd968892-067b-4c31-9ab0-9abedd3da8f1 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 210 time: 0.0349503 Jul 29 11:47:56.050382 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:56.082365 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-18efa78d-be36-49c3-93d9-92fbf1ee61b6 admin admin] Publish callbacks [] for security_group (ee2ddc2f-c3f8-4b6b-90f2-4dd1537528f2), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:56.086399 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-18efa78d-be36-49c3-93d9-92fbf1ee61b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (ee2ddc2f-c3f8-4b6b-90f2-4dd1537528f2), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:56.130210 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-18efa78d-be36-49c3-93d9-92fbf1ee61b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=edcdf0985e104915898e5336553eacdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588003 Jul 29 11:47:56.130527 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43490) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:56.131570 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efa78d-be36-49c3-93d9-92fbf1ee61b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ddc2f-c3f8-4b6b-90f2-4dd1537528f2,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:56.195085 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4700-6e4e-4680-85ae-179ebad56689 admin admin] Publish callbacks [] for security_group (ee2ddc2f-c3f8-4b6b-90f2-4dd1537528f2), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:56.218532 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4700-6e4e-4680-85ae-179ebad56689 admin admin] Publish callbacks [] for security_group (ee2ddc2f-c3f8-4b6b-90f2-4dd1537528f2), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:56.266962 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4700-6e4e-4680-85ae-179ebad56689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (ee2ddc2f-c3f8-4b6b-90f2-4dd1537528f2), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:56.269589 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4700-6e4e-4680-85ae-179ebad56689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:56.270783 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-fb7a4700-6e4e-4680-85ae-179ebad56689 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee2ddc2f-c3f8-4b6b-90f2-4dd1537528f2 HTTP/1.1" status: 204 len: 168 time: 0.1383679 Jul 29 11:47:56.288066 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a4700-6e4e-4680-85ae-179ebad56689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ddc2f-c3f8-4b6b-90f2-4dd1537528f2,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:56.519225 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10324fa1-a200-46a8-9a62-60e15adba470 req-de075bce-3e5f-4aa0-b374-e851317908a8 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:56.520770 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-10324fa1-a200-46a8-9a62-60e15adba470 req-de075bce-3e5f-4aa0-b374-e851317908a8 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0491917 Jul 29 11:47:56.533962 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:56.574127 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-10324fa1-a200-46a8-9a62-60e15adba470 req-dee0ed37-3d44-4b69-bcec-98d532012348 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468283 Jul 29 11:47:57.145717 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-92df3ebb-0685-4bc9-819e-970506f1aa8a req-0f9ef00b-9b26-4e20-bc93-1c2b805f78e5 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 210 time: 0.0304306 Jul 29 11:47:57.691489 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c862a-687e-4476-8ed9-79ef161bfdaa req-0a7e800a-1b07-46d5-b1cc-2a6be92c91b4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:57.692946 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7a8c862a-687e-4476-8ed9-79ef161bfdaa req-0a7e800a-1b07-46d5-b1cc-2a6be92c91b4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0466552 Jul 29 11:47:57.728249 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:57.740483 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7a8c862a-687e-4476-8ed9-79ef161bfdaa req-219087b8-37a1-4820-86de-ef3cc684e9ce tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414224 Jul 29 11:47:57.798085 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c5bf0a3f-66b5-4b7b-b147-b44ba7771584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:58.248800 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-05e86236-0cc1-40d1-b129-2bf484fd99e9 req-d1d73bdc-511d-4e14-b7e7-a145ea7e4638 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 210 time: 0.0315800 Jul 29 11:47:58.342928 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:58.876046 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49992f-9da7-4ddc-b4ac-3c147147b6f2 req-32eee475-d3ef-4d26-9005-876ba0ac49b9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:58.877732 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bb49992f-9da7-4ddc-b4ac-3c147147b6f2 req-32eee475-d3ef-4d26-9005-876ba0ac49b9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0637589 Jul 29 11:47:58.953714 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bb49992f-9da7-4ddc-b4ac-3c147147b6f2 req-c9bf670d-005f-42a7-a74a-542af4c4562c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693767 Jul 29 11:47:59.121055 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:59.340858 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 43574) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:59.387625 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8dbb9b60-82f3-48bb-9b5f-fc18162c6d24 req-88f4f0ef-dac1-4bdc-8472-de9d308de0b9 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 210 time: 0.0314114 Jul 29 11:47:59.464842 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71d32f0d-1311-41dd-a243-d370d3a40592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:59.547381 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71d32f0d-1311-41dd-a243-d370d3a40592 admin admin] Publish callbacks [] for security_group (fd513d4d-2819-4c2c-8830-d3955e2ba22f), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:59.551021 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71d32f0d-1311-41dd-a243-d370d3a40592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (fd513d4d-2819-4c2c-8830-d3955e2ba22f), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:59.597106 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d32f0d-1311-41dd-a243-d370d3a40592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd513d4d-2819-4c2c-8830-d3955e2ba22f,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:47:59.603906 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-71d32f0d-1311-41dd-a243-d370d3a40592 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f219bb0856b450baf07b3251ad3d711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594500 Jul 29 11:47:59.604351 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43584) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:47:59.726229 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-6cad2692-ddf3-4663-bf0f-f2a94fe0e2b8 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=460961ebb939469c96621850ab00bd8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376892 Jul 29 11:47:59.779172 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:47:59.790621 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3d17eed7-1835-42c2-aaca-7f3c62c75d8f admin admin] Publish callbacks [] for security_group (fd513d4d-2819-4c2c-8830-d3955e2ba22f), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:59.869171 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3d17eed7-1835-42c2-aaca-7f3c62c75d8f admin admin] Publish callbacks [] for security_group (fd513d4d-2819-4c2c-8830-d3955e2ba22f), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:59.876558 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-6c6dd80a-762c-48f0-8694-d0fad0741dd9 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:59.878186 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-6c6dd80a-762c-48f0-8694-d0fad0741dd9 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.58 "GET /v2.0/networks?id=4993d81f-11a0-4255-ad5a-9700754167c4 HTTP/1.1" status: 200 len: 814 time: 0.2387536 Jul 29 11:47:59.891967 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bd3d5-e11c-4432-9fde-eb8c828a801a req-b897a966-59bb-4690-ac43-fed9e5b1cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:59.893465 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8e1bd3d5-e11c-4432-9fde-eb8c828a801a req-b897a966-59bb-4690-ac43-fed9e5b1cf22 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 1129 time: 0.0854716 Jul 29 11:47:59.935519 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3d17eed7-1835-42c2-aaca-7f3c62c75d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (fd513d4d-2819-4c2c-8830-d3955e2ba22f), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:59.938205 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3d17eed7-1835-42c2-aaca-7f3c62c75d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:47:59.941742 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-3d17eed7-1835-42c2-aaca-7f3c62c75d8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd513d4d-2819-4c2c-8830-d3955e2ba22f HTTP/1.1" status: 204 len: 168 time: 0.3333514 Jul 29 11:47:59.947567 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-73f1823a-1cb4-45b3-aa75-09d443bb8dbb tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:47:59.949194 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-73f1823a-1cb4-45b3-aa75-09d443bb8dbb tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168241 Jul 29 11:47:59.955617 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Request body: {'port': {'device_id': '7529e35b-c6b2-4c8f-896c-fd2060f91657', 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4', 'admin_state_up': True, 'tenant_id': '1658d63aa1b54aa5a36754e83179e317'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:47:59.966240 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-a3f49253-8941-48ca-888a-2aa326e035f1 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/quotas/460961ebb939469c96621850ab00bd8e HTTP/1.1" status: 200 len: 375 time: 0.0104427 Jul 29 11:47:59.994796 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17eed7-1835-42c2-aaca-7f3c62c75d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd513d4d-2819-4c2c-8830-d3955e2ba22f,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:00.006271 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-fc34217b-6660-4fed-ae06-69ddd4b561ff tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=460961ebb939469c96621850ab00bd8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309999 Jul 29 11:48:00.149063 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Made reservation on behalf of 1658d63aa1b54aa5a36754e83179e317 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:48:00.152777 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:00.184825 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8e1bd3d5-e11c-4432-9fde-eb8c828a801a req-65ae0d5e-fee6-4b2a-8e1e-8ae5f91af767 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335765 Jul 29 11:48:00.189674 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57010c-4028-4312-85e5-d24e4e1f1403 req-2668eb27-89c7-4a52-9e56-cdd59c5fcb59 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:00.191428 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2c57010c-4028-4312-85e5-d24e4e1f1403 req-2668eb27-89c7-4a52-9e56-cdd59c5fcb59 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0992572 Jul 29 11:48:00.368765 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2c57010c-4028-4312-85e5-d24e4e1f1403 req-a2700fe7-ad56-4171-86ca-45b52b655949 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620152 Jul 29 11:48:00.449065 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b1fcceb1-3794-4eb6-b311-790977b1031b req-679b69de-23b6-4b60-9a02-9173e81988f9 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 210 time: 0.1431053 Jul 29 11:48:00.475009 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Allocated IP 172.20.0.13 (4993d81f-11a0-4255-ad5a-9700754167c4/6b6c30da-20cf-4123-b56f-cb2a23d9a619/f123c03d-aaa7-4c59-a7db-11c40621e5c6) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:48:00.544685 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c2632ee9-f671-407b-b56a-5ff3faf6bd52 req-742f0e8f-a372-4974-8d66-ca757dbc381d tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 210 time: 0.0425959 Jul 29 11:48:00.702753 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:00.705751 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:00.745436 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks [] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:00.782925 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:00.847228 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Network 4993d81f-11a0-4255-ad5a-9700754167c4 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:48:00.849510 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:00.851613 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:48:00.858691 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Pushing event updated for resources: {'Port': ['ID=f123c03d-aaa7-4c59-a7db-11c40621e5c6,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:00.861074 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:48:00.906698 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:00.915732 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:00.916454 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:00.941700 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-97c14429-07a5-4220-a9ab-35195ba6e060 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9881964 Jul 29 11:48:00.950991 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Request body: {'port': {'device_id': '7529e35b-c6b2-4c8f-896c-fd2060f91657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:01.017185 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:01.293770 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f123c03d-aaa7-4c59-a7db-11c40621e5c6 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:48:01.301939 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Publish callbacks [] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:01.315323 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Transition to ACTIVE for port object f123c03d-aaa7-4c59-a7db-11c40621e5c6 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:48:01.319171 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:01.371750 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Pushing event updated for resources: {'Port': ['ID=f123c03d-aaa7-4c59-a7db-11c40621e5c6,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:01.455038 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Attempting to bind port f123c03d-aaa7-4c59-a7db-11c40621e5c6 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:48:01.455398 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Attempting to bind port f123c03d-aaa7-4c59-a7db-11c40621e5c6 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '5e93e7d1-dd3f-443f-b7a0-c00fc60ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:48:01.455751 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Attempting to bind port f123c03d-aaa7-4c59-a7db-11c40621e5c6 on network 4993d81f-11a0-4255-ad5a-9700754167c4 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:48:01.464799 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Port f123c03d-aaa7-4c59-a7db-11c40621e5c6 on network 4993d81f-11a0-4255-ad5a-9700754167c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:48:01.464799 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Attempting to bind port f123c03d-aaa7-4c59-a7db-11c40621e5c6 on network 4993d81f-11a0-4255-ad5a-9700754167c4 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:48:01.483522 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:48:01.483867 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Checking segment: {'id': '5e93e7d1-dd3f-443f-b7a0-c00fc60ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:48:01.484335 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Bound using segment: {'id': '5e93e7d1-dd3f-443f-b7a0-c00fc60ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:48:01.484689 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Bound port: f123c03d-aaa7-4c59-a7db-11c40621e5c6, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e93e7d1-dd3f-443f-b7a0-c00fc60ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:48:01.485051 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:01.555849 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e93f7-2222-413e-af67-a0d2d1e399c3 req-d3ddec1d-778a-45b0-bd89-07c2c8c4e588 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:01.557854 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c24e93f7-2222-413e-af67-a0d2d1e399c3 req-d3ddec1d-778a-45b0-bd89-07c2c8c4e588 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0917022 Jul 29 11:48:01.577588 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] For port f123c03d-aaa7-4c59-a7db-11c40621e5c6, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:48:01.580928 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] For port f123c03d-aaa7-4c59-a7db-11c40621e5c6, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f123c03d-aaa7-4c59-a7db-11c40621e5c6,segment=NetworkSegment(5e93e7d1-dd3f-443f-b7a0-c00fc60ac728),segment_id=5e93e7d1-dd3f-443f-b7a0-c00fc60ac728)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:48:01.588440 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:01.599745 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-96d2a886-3bc8-430d-85f4-d5481241b78d req-28a191bc-9708-4d2f-a8c5-4ef40b864c04 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 210 time: 0.0407968 Jul 29 11:48:01.657170 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c24e93f7-2222-413e-af67-a0d2d1e399c3 req-574c038b-3171-4d84-b061-77e846e665ee tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869417 Jul 29 11:48:01.667247 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Pushing event updated for resources: {'Port': ['ID=f123c03d-aaa7-4c59-a7db-11c40621e5c6,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:01.671593 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:01.672222 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:01.673653 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-49446bd4-c448-462f-a102-d58e5b0c1c5f service neutron] 10.222.0.58 "PUT /v2.0/ports/f123c03d-aaa7-4c59-a7db-11c40621e5c6 HTTP/1.1" status: 200 len: 1094 time: 0.7271063 Jul 29 11:48:01.674102 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7529e35b-c6b2-4c8f-896c-fd2060f91657', 'tag': 'f123c03d-aaa7-4c59-a7db-11c40621e5c6'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:48:01.676707 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5c1b51-d163-458c-9cc2-5f2f8eed096b" -d '{"events": [{"name": "network-changed", "server_uuid": "7529e35b-c6b2-4c8f-896c-fd2060f91657", "tag": "f123c03d-aaa7-4c59-a7db-11c40621e5c6"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:48:01.741938 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6186e334-51a3-45b3-9d28-290e0bb5572d x-openstack-request-id: req-6186e334-51a3-45b3-9d28-290e0bb5572d {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:48:01.743474 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7529e35b-c6b2-4c8f-896c-fd2060f91657", "tag": "f123c03d-aaa7-4c59-a7db-11c40621e5c6", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:48:01.743474 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6186e334-51a3-45b3-9d28-290e0bb5572d {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:48:01.743769 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6186e334-51a3-45b3-9d28-290e0bb5572d'] response: {'name': 'network-changed', 'server_uuid': '7529e35b-c6b2-4c8f-896c-fd2060f91657', 'tag': 'f123c03d-aaa7-4c59-a7db-11c40621e5c6', 'status': 'completed', 'code': 200} Jul 29 11:48:01.765398 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ffc3f-c1bc-471d-83fe-3197c0646970 req-563f250e-daf1-4de6-a5db-85c8cea690cc tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:01.766983 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-504ffc3f-c1bc-471d-83fe-3197c0646970 req-563f250e-daf1-4de6-a5db-85c8cea690cc tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 944 time: 0.0579028 Jul 29 11:48:01.825063 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-504ffc3f-c1bc-471d-83fe-3197c0646970 req-3276007c-5784-447a-85d7-1bd30c2d21a3 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516095 Jul 29 11:48:01.925177 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43670) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:02.035539 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-41e0cfc5-06bf-4779-a408-87145223a0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:02.095545 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:02.101003 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:02.115374 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-41e0cfc5-06bf-4779-a408-87145223a0b4 admin admin] Publish callbacks [] for security_group (4f4bf1cd-8b93-40d3-af1b-914f05accef8), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:02.119575 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-41e0cfc5-06bf-4779-a408-87145223a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (4f4bf1cd-8b93-40d3-af1b-914f05accef8), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:02.161177 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0cfc5-06bf-4779-a408-87145223a0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4bf1cd-8b93-40d3-af1b-914f05accef8,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:02.165903 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-41e0cfc5-06bf-4779-a408-87145223a0b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08c9f4e58cfe412db2ec45f1444ce316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396801 Jul 29 11:48:02.168663 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 43674) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:02.228327 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-99c922a0-0654-4ace-8c6e-ee150df41b89 admin admin] Publish callbacks [] for security_group (4f4bf1cd-8b93-40d3-af1b-914f05accef8), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:02.268938 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-99c922a0-0654-4ace-8c6e-ee150df41b89 admin admin] Publish callbacks [] for security_group (4f4bf1cd-8b93-40d3-af1b-914f05accef8), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:02.323097 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-99c922a0-0654-4ace-8c6e-ee150df41b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (4f4bf1cd-8b93-40d3-af1b-914f05accef8), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:02.327088 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-99c922a0-0654-4ace-8c6e-ee150df41b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:02.328245 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-99c922a0-0654-4ace-8c6e-ee150df41b89 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f4bf1cd-8b93-40d3-af1b-914f05accef8 HTTP/1.1" status: 204 len: 168 time: 0.1586864 Jul 29 11:48:02.338572 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c922a0-0654-4ace-8c6e-ee150df41b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4bf1cd-8b93-40d3-af1b-914f05accef8,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:02.733317 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4d35b231-4233-4152-9de9-815e2b980457 req-5f344e4e-8ad1-4e2a-8ed7-dd67fba730e9 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 210 time: 0.0325310 Jul 29 11:48:02.779420 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3af268-be09-4950-b7a1-6dc4c720314e req-884fa49f-5243-44de-a091-119464203b10 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:02.780870 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f3af268-be09-4950-b7a1-6dc4c720314e req-884fa49f-5243-44de-a091-119464203b10 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0504158 Jul 29 11:48:02.834108 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f3af268-be09-4950-b7a1-6dc4c720314e req-57f40a6c-bf06-43ce-90e3-d9df1c6a58d3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470374 Jul 29 11:48:02.951355 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cea783-617f-4a77-8615-00487708675f req-2441e6ae-29bd-44c4-8e99-4f30c0bd1127 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:02.952698 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d1cea783-617f-4a77-8615-00487708675f req-2441e6ae-29bd-44c4-8e99-4f30c0bd1127 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 944 time: 0.0495448 Jul 29 11:48:02.965479 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:02.980176 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:03.004890 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d1cea783-617f-4a77-8615-00487708675f req-fb0895af-2887-4635-bdc8-2d9dd2a670fc tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467062 Jul 29 11:48:03.847553 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0bcb8e32-48e0-4b09-bf58-71f0eae435b4 req-774f1934-6df5-4c12-b03a-3511479d344f tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 210 time: 0.0340106 Jul 29 11:48:03.965953 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0320dda-d3b6-4cf3-bafa-dc0d287fe588 req-cbb132ed-0fd0-4364-ac94-387a10a594b0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:03.967375 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f0320dda-d3b6-4cf3-bafa-dc0d287fe588 req-cbb132ed-0fd0-4364-ac94-387a10a594b0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0495622 Jul 29 11:48:04.017197 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f0320dda-d3b6-4cf3-bafa-dc0d287fe588 req-cff645fb-e7d1-4b08-bcc4-acff36588807 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435810 Jul 29 11:48:04.384822 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0276d9-1363-46f2-bfd6-4c354745094a req-b08c6ef4-3b7d-4633-af5c-27ee7542f99b tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:04.386266 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-df0276d9-1363-46f2-bfd6-4c354745094a req-b08c6ef4-3b7d-4633-af5c-27ee7542f99b tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 944 time: 0.3081851 Jul 29 11:48:04.393110 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff22c47-0fd1-4806-a27c-ed18a841619f req-e38ba7a6-3279-4679-8706-6dc17e3b6bd0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:04.394659 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cff22c47-0fd1-4806-a27c-ed18a841619f req-e38ba7a6-3279-4679-8706-6dc17e3b6bd0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.3048398 Jul 29 11:48:04.474006 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-df0276d9-1363-46f2-bfd6-4c354745094a req-19e8e1b1-b0e0-45c4-89d0-8e883d5b2529 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783794 Jul 29 11:48:04.477930 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cff22c47-0fd1-4806-a27c-ed18a841619f req-49619fcc-33ed-4069-8ca7-9de5e8498c9b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754089 Jul 29 11:48:04.754414 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-d2d81cd5-e37e-4a1a-be2b-da267989a62a tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=460961ebb939469c96621850ab00bd8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375884 Jul 29 11:48:04.757742 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c1b51-d163-458c-9cc2-5f2f8eed096b req-54b3d91e-1b3f-40b1-9659-3cc55f108aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:04.759536 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f5c1b51-d163-458c-9cc2-5f2f8eed096b req-54b3d91e-1b3f-40b1-9659-3cc55f108aee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1658d63aa1b54aa5a36754e83179e317&device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 1128 time: 0.0693533 Jul 29 11:48:04.959314 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9d832c22-39b9-4ea7-b022-5571608c560d req-c804e948-7c8f-4b70-a549-66a3a9585e6e tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 210 time: 0.0312142 Jul 29 11:48:05.293189 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-622c2300-63ca-414a-b9cc-3b6aa313aa38 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:05.294661 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-622c2300-63ca-414a-b9cc-3b6aa313aa38 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5341444 Jul 29 11:48:05.295788 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c1b51-d163-458c-9cc2-5f2f8eed096b req-baeaa3f0-9e17-4325-8891-506e8c6aa0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:05.297094 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f5c1b51-d163-458c-9cc2-5f2f8eed096b req-baeaa3f0-9e17-4325-8891-506e8c6aa0b5 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1658d63aa1b54aa5a36754e83179e317&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5311131 Jul 29 11:48:05.346000 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Request body: {'port': {'device_id': 'd2b642f8-7f80-47f7-a283-ee2a69bdc693', 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c', 'admin_state_up': True, 'tenant_id': '460961ebb939469c96621850ab00bd8e'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:05.572584 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c1b51-d163-458c-9cc2-5f2f8eed096b req-7c2fb76d-304e-4186-946d-feb308827509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:05.574076 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f5c1b51-d163-458c-9cc2-5f2f8eed096b req-7c2fb76d-304e-4186-946d-feb308827509 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2396038 Jul 29 11:48:05.591460 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Made reservation on behalf of 460961ebb939469c96621850ab00bd8e for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:48:05.595224 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:05.601870 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3bdd-e433-4717-92ae-ae8b70352345 req-50622fdf-42bc-4159-bbc1-e0df8579e0ce tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:05.603378 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5ecb3bdd-e433-4717-92ae-ae8b70352345 req-50622fdf-42bc-4159-bbc1-e0df8579e0ce tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 944 time: 0.0517275 Jul 29 11:48:05.604716 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:05.653605 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5ecb3bdd-e433-4717-92ae-ae8b70352345 req-e424f61d-5a36-427c-aa64-1acf16e0dc0f tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Jul 29 11:48:05.655980 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:05.674186 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-7a1807f9-b60a-4ee2-adf4-891d8ae3149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:05.675704 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-7a1807f9-b60a-4ee2-adf4-891d8ae3149c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1658d63aa1b54aa5a36754e83179e317&device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 1128 time: 0.0608115 Jul 29 11:48:05.722922 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-80b5d8b5-fe4f-42bb-babb-de08ac925dfc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f123c03d-aaa7-4c59-a7db-11c40621e5c6 HTTP/1.1" status: 200 len: 217 time: 0.0376976 Jul 29 11:48:05.787256 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Publish callbacks [] for security_group (2922648f-0755-4a86-bd62-229157b80e25), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:05.795158 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (2922648f-0755-4a86-bd62-229157b80e25), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:05.829628 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-8b55a945-e584-4caa-9a60-8beda9925774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:05.831103 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-8b55a945-e584-4caa-9a60-8beda9925774 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b6c30da-20cf-4123-b56f-cb2a23d9a619 HTTP/1.1" status: 200 len: 854 time: 0.0871742 Jul 29 11:48:05.863768 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2922648f-0755-4a86-bd62-229157b80e25,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:05.909126 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-c2d67a9f-c95d-435d-90ab-9f2cd8a3ec7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4993d81f-11a0-4255-ad5a-9700754167c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469174 Jul 29 11:48:05.911640 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:06.034853 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Allocated IP 192.168.233.131 (ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c/921b1c3b-5885-4ae5-83da-32231a228baf/519417b3-986b-45dd-940a-074d514f506f) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:48:06.070659 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-f455a4b1-f5bd-42f8-b4e7-fa5b76975920 service neutron] 10.222.0.58 "GET /v2.0/networks/4993d81f-11a0-4255-ad5a-9700754167c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547546 Jul 29 11:48:06.086295 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-76b0142e-1b01-46d9-bf08-54dcce813573 req-33fed9d2-54b9-4901-b475-9ab6e24282b0 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 210 time: 0.0412951 Jul 29 11:48:06.234971 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d1da9-e94f-4e59-ae79-9da52dbfe897 req-a692d07f-5fa6-4813-b8cd-d8cdaef2ec6c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:06.236897 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5c8d1da9-e94f-4e59-ae79-9da52dbfe897 req-a692d07f-5fa6-4813-b8cd-d8cdaef2ec6c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0511584 Jul 29 11:48:06.264383 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-46e0bb70-1cee-447d-bc4c-94c56cf0c8fb req-540af474-7e6e-4b3c-b2f6-f7981d5e144b service neutron] 10.222.0.58 "GET /v2.0/networks/4993d81f-11a0-4255-ad5a-9700754167c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847062 Jul 29 11:48:06.301672 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5c8d1da9-e94f-4e59-ae79-9da52dbfe897 req-ea50554f-3bd9-47d4-a34d-c3b521d1e27a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591872 Jul 29 11:48:06.329143 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Publish callbacks [] for port (519417b3-986b-45dd-940a-074d514f506f), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:06.364935 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (519417b3-986b-45dd-940a-074d514f506f), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:06.378006 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:06.423696 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Network ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:48:06.425588 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Pushing event updated for resources: {'Port': ['ID=519417b3-986b-45dd-940a-074d514f506f,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:06.428263 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:48:06.430951 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:48:06.497575 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:06.498475 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:06.516587 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-e021ffcc-483a-4853-8094-b3abe0689768 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1799843 Jul 29 11:48:06.701200 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-7f06b5e1-a2b7-4bbe-a89d-207a221fe896 None None] Provisioning complete for port 519417b3-986b-45dd-940a-074d514f506f triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:48:06.701736 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7f06b5e1-a2b7-4bbe-a89d-207a221fe896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (519417b3-986b-45dd-940a-074d514f506f), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:06.781459 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d5b3-2f28-4941-9d8e-32d67bd3eb4d req-d1059595-5684-4996-a89b-6778a46a3476 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:06.782920 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3fc6d5b3-2f28-4941-9d8e-32d67bd3eb4d req-d1059595-5684-4996-a89b-6778a46a3476 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 944 time: 0.0525672 Jul 29 11:48:06.833108 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3fc6d5b3-2f28-4941-9d8e-32d67bd3eb4d req-a6a8abf3-2f2e-406c-a786-8565b85ade05 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444520 Jul 29 11:48:06.850792 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-7f06b5e1-a2b7-4bbe-a89d-207a221fe896 None None] Port 519417b3-986b-45dd-940a-074d514f506f cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:48:07.191461 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7578dc-0e8a-4e86-ba0c-7ea0be27e7fb req-d3264a70-8f6a-41ef-82e5-457e3ded8872 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:07.192947 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3f7578dc-0e8a-4e86-ba0c-7ea0be27e7fb req-d3264a70-8f6a-41ef-82e5-457e3ded8872 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 936 time: 0.0464296 Jul 29 11:48:07.240588 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3f7578dc-0e8a-4e86-ba0c-7ea0be27e7fb req-72673b11-dc9a-4122-a521-2923a1b05b29 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 Jul 29 11:48:07.424930 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59011e-6354-49f7-80c0-e176059e2093 req-7216d4c3-1fa8-4193-aa09-5fa6b4b8297b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:07.426409 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5e59011e-6354-49f7-80c0-e176059e2093 req-7216d4c3-1fa8-4193-aa09-5fa6b4b8297b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0497711 Jul 29 11:48:07.473471 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5e59011e-6354-49f7-80c0-e176059e2093 req-63d849d0-a3a9-4039-adc7-495d2d968cf5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Jul 29 11:48:07.949581 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc24f-b556-4101-a523-45872e4eab1f req-a4e795b3-d49a-4755-a449-cadd28b052e5 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:07.951044 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bcfdc24f-b556-4101-a523-45872e4eab1f req-a4e795b3-d49a-4755-a449-cadd28b052e5 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 944 time: 0.0480187 Jul 29 11:48:07.999492 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bcfdc24f-b556-4101-a523-45872e4eab1f req-7abf2887-62e6-4f67-83a1-fd5067257ff5 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 Jul 29 11:48:08.358802 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d3b4-6de0-46c9-9422-95ed18d5937f req-2eea0e80-7357-4d2d-9af0-5a67b5fdf9e1 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:08.360259 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2962d3b4-6de0-46c9-9422-95ed18d5937f req-2eea0e80-7357-4d2d-9af0-5a67b5fdf9e1 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 936 time: 0.0474379 Jul 29 11:48:08.372391 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:08.411202 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2962d3b4-6de0-46c9-9422-95ed18d5937f req-98a59db9-acd9-44de-b716-c2ac90c70cbb tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453367 Jul 29 11:48:08.589969 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34640df6-aa5b-4f48-8e9a-92cccb53a878 req-30d09f8b-ad20-4072-a579-fb216691ecce tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:08.591446 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-34640df6-aa5b-4f48-8e9a-92cccb53a878 req-30d09f8b-ad20-4072-a579-fb216691ecce tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0479717 Jul 29 11:48:08.638609 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-34640df6-aa5b-4f48-8e9a-92cccb53a878 req-294e0f6e-74c9-4d13-ab04-1a0519b37e35 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Jul 29 11:48:08.674149 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:08.685332 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:08.754605 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Request body: {'port': {'device_id': 'd2b642f8-7f80-47f7-a283-ee2a69bdc693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:08.786520 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:08.790317 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df4da1-2051-4423-91ae-3414d3db5139 req-5d64f080-a046-4888-8bb1-eb0af7e84f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:08.791836 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57df4da1-2051-4423-91ae-3414d3db5139 req-5d64f080-a046-4888-8bb1-eb0af7e84f34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 1130 time: 0.0411153 Jul 29 11:48:08.817069 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (519417b3-986b-45dd-940a-074d514f506f), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:09.058758 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:09.071289 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519417b3-986b-45dd-940a-074d514f506f {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:48:09.079569 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Publish callbacks [] for port (519417b3-986b-45dd-940a-074d514f506f), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:09.093016 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Transition to ACTIVE for port object 519417b3-986b-45dd-940a-074d514f506f will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:48:09.096279 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (519417b3-986b-45dd-940a-074d514f506f), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:09.122745 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b616d2-3363-4275-963a-5fa5b8789302 req-da17b9ff-e8dc-4a31-9d2e-18fb9d4c0f5e tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:09.124246 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-25b616d2-3363-4275-963a-5fa5b8789302 req-da17b9ff-e8dc-4a31-9d2e-18fb9d4c0f5e tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 944 time: 0.0506098 Jul 29 11:48:09.150968 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=519417b3-986b-45dd-940a-074d514f506f,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:09.199270 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-25b616d2-3363-4275-963a-5fa5b8789302 req-d9bb1ac1-e1d6-4d20-a2ec-af1fe47da320 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679665 Jul 29 11:48:09.226158 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Attempting to bind port 519417b3-986b-45dd-940a-074d514f506f on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:48:09.226524 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Attempting to bind port 519417b3-986b-45dd-940a-074d514f506f by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '6b81b979-4942-47a6-a993-a68658e6cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:48:09.226918 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Attempting to bind port 519417b3-986b-45dd-940a-074d514f506f on network ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:48:09.231889 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Port 519417b3-986b-45dd-940a-074d514f506f on network ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:48:09.232198 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Attempting to bind port 519417b3-986b-45dd-940a-074d514f506f on network ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:48:09.237331 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:48:09.237693 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Checking segment: {'id': '6b81b979-4942-47a6-a993-a68658e6cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:48:09.238072 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Bound using segment: {'id': '6b81b979-4942-47a6-a993-a68658e6cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:48:09.238497 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Bound port: 519417b3-986b-45dd-940a-074d514f506f, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b81b979-4942-47a6-a993-a68658e6cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:48:09.238850 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (519417b3-986b-45dd-940a-074d514f506f), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:09.303811 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] For port 519417b3-986b-45dd-940a-074d514f506f, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:48:09.308283 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] For port 519417b3-986b-45dd-940a-074d514f506f, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=519417b3-986b-45dd-940a-074d514f506f,segment=NetworkSegment(6b81b979-4942-47a6-a993-a68658e6cc2e),segment_id=6b81b979-4942-47a6-a993-a68658e6cc2e)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:48:09.314131 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (519417b3-986b-45dd-940a-074d514f506f), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:09.347034 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:09.347646 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:09.349008 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] 10.222.0.58 "PUT /v2.0/ports/519417b3-986b-45dd-940a-074d514f506f HTTP/1.1" status: 200 len: 1098 time: 0.5987196 Jul 29 11:48:09.349438 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b642f8-7f80-47f7-a283-ee2a69bdc693', 'tag': '519417b3-986b-45dd-940a-074d514f506f'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:48:09.352193 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8b9c0f-597e-4be0-a2c4-1ceb886f3446" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b642f8-7f80-47f7-a283-ee2a69bdc693", "tag": "519417b3-986b-45dd-940a-074d514f506f"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:48:09.375823 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe83ab-d934-4185-8b40-ee09e247bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=519417b3-986b-45dd-940a-074d514f506f,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:09.377389 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:09.399202 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3da0dc8-a9bb-4302-8f52-59f6bc3256bd x-openstack-request-id: req-d3da0dc8-a9bb-4302-8f52-59f6bc3256bd {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:48:09.399656 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b642f8-7f80-47f7-a283-ee2a69bdc693", "tag": "519417b3-986b-45dd-940a-074d514f506f", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:48:09.399913 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3da0dc8-a9bb-4302-8f52-59f6bc3256bd {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:48:09.400324 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3da0dc8-a9bb-4302-8f52-59f6bc3256bd'] response: {'name': 'network-changed', 'server_uuid': 'd2b642f8-7f80-47f7-a283-ee2a69bdc693', 'tag': '519417b3-986b-45dd-940a-074d514f506f', 'status': 'completed', 'code': 200} Jul 29 11:48:09.532512 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b203e5-b969-45d1-827a-242a4622400e req-7413e61d-53b6-49d3-8ae0-b305d94efe22 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:09.534024 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a4b203e5-b969-45d1-827a-242a4622400e req-7413e61d-53b6-49d3-8ae0-b305d94efe22 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 948 time: 0.0487654 Jul 29 11:48:09.580483 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a4b203e5-b969-45d1-827a-242a4622400e req-27203abe-cec3-4054-92ef-b4c094d813c4 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 Jul 29 11:48:09.759333 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3f103-5114-4924-b59d-19e406d43557 req-f1878c75-2285-4f3b-8075-33477089c90a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:09.760791 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7ec3f103-5114-4924-b59d-19e406d43557 req-f1878c75-2285-4f3b-8075-33477089c90a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0477757 Jul 29 11:48:09.855542 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b9c0f-597e-4be0-a2c4-1ceb886f3446 req-f7b4c7f8-b6f7-427f-b2f2-5a6ac7441157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:09.856873 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-af8b9c0f-597e-4be0-a2c4-1ceb886f3446 req-f7b4c7f8-b6f7-427f-b2f2-5a6ac7441157 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=460961ebb939469c96621850ab00bd8e&device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 1132 time: 0.0461659 Jul 29 11:48:09.863838 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7ec3f103-5114-4924-b59d-19e406d43557 req-77cde401-9a9e-43c5-8e6b-4d967793103c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970750 Jul 29 11:48:09.898186 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-af8b9c0f-597e-4be0-a2c4-1ceb886f3446 req-0c392963-51ec-4ce7-a5c8-1e14f82c50e1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=460961ebb939469c96621850ab00bd8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319700 Jul 29 11:48:09.929022 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df4da1-2051-4423-91ae-3414d3db5139 req-171ad027-48f6-481f-9ee6-a3f047d47965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:09.931395 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57df4da1-2051-4423-91ae-3414d3db5139 req-171ad027-48f6-481f-9ee6-a3f047d47965 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.1339526 Jul 29 11:48:09.977271 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:09.981341 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57df4da1-2051-4423-91ae-3414d3db5139 req-7b4c26ce-6362-4a55-9803-161aeb4f39f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a089bb79-5e40-4138-a8cf-26b1b99b5535 HTTP/1.1" status: 200 len: 217 time: 0.0431828 Jul 29 11:48:10.022119 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b9c0f-597e-4be0-a2c4-1ceb886f3446 req-f5c89d96-98b9-4918-8d46-bca4704fe6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:10.024274 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-af8b9c0f-597e-4be0-a2c4-1ceb886f3446 req-f5c89d96-98b9-4918-8d46-bca4704fe6f8 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156085 Jul 29 11:48:10.043193 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df4da1-2051-4423-91ae-3414d3db5139 req-46dcaea9-b430-44a1-8d66-dc26e05c4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:10.044446 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57df4da1-2051-4423-91ae-3414d3db5139 req-46dcaea9-b430-44a1-8d66-dc26e05c4e0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.0579972 Jul 29 11:48:10.102159 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df4da1-2051-4423-91ae-3414d3db5139 req-184fa827-b6cf-49eb-a4d2-911393036fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:10.103932 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57df4da1-2051-4423-91ae-3414d3db5139 req-184fa827-b6cf-49eb-a4d2-911393036fab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492630 Jul 29 11:48:10.122105 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-8068415c-1546-42eb-939a-3b6d79cd6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:10.123671 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-8068415c-1546-42eb-939a-3b6d79cd6631 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=460961ebb939469c96621850ab00bd8e&device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 1132 time: 0.0469809 Jul 29 11:48:10.171349 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-410347e3-3c34-4dbc-8f8b-2c4db488e2a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=519417b3-986b-45dd-940a-074d514f506f HTTP/1.1" status: 200 len: 217 time: 0.0385876 Jul 29 11:48:10.220756 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57df4da1-2051-4423-91ae-3414d3db5139 req-3ba00e83-5a5b-4a6e-9c94-4c46c5ec78a2 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086919 Jul 29 11:48:10.238424 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-32f601d6-77eb-4c60-8bfd-e587d43ac3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:10.239672 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-32f601d6-77eb-4c60-8bfd-e587d43ac3fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=921b1c3b-5885-4ae5-83da-32231a228baf HTTP/1.1" status: 200 len: 843 time: 0.0613668 Jul 29 11:48:10.288584 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-2a38666c-2afe-4606-a506-48397d29f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:10.290189 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-2a38666c-2afe-4606-a506-48397d29f82a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0430911 Jul 29 11:48:10.347673 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90a57e-c8b2-4e0e-9b53-19087cdf563d req-def8248e-5da1-4c2d-9525-7a5e5a734141 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:10.349144 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9d90a57e-c8b2-4e0e-9b53-19087cdf563d req-def8248e-5da1-4c2d-9525-7a5e5a734141 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 944 time: 0.0663545 Jul 29 11:48:10.376351 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57df4da1-2051-4423-91ae-3414d3db5139 req-87833d8f-748a-4ef3-8673-1ed649d04467 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488566 Jul 29 11:48:10.388466 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-af05aaa7-74be-4717-965e-90e639dc9a5b service neutron] 10.222.0.58 "GET /v2.0/networks/ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899785 Jul 29 11:48:10.406363 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9d90a57e-c8b2-4e0e-9b53-19087cdf563d req-e78f8bc5-1a22-423f-b624-9579a51a9b1c tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513325 Jul 29 11:48:10.700826 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325dfa-1eb2-46fb-98a4-d5abc1c1785c req-57d1cee6-5cf3-4c15-9d8c-8f106c642f87 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:10.702300 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bc325dfa-1eb2-46fb-98a4-d5abc1c1785c req-57d1cee6-5cf3-4c15-9d8c-8f106c642f87 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 948 time: 0.0470312 Jul 29 11:48:10.737587 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:10.750071 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bc325dfa-1eb2-46fb-98a4-d5abc1c1785c req-beef7787-284e-4616-be7a-c85b2a611178 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423508 Jul 29 11:48:10.992011 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dc78f-750a-43ff-a92b-93b9a40544b1 req-67ffd313-960e-4e81-bd03-5b1ec0d8d9a7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:10.993516 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-585dc78f-750a-43ff-a92b-93b9a40544b1 req-67ffd313-960e-4e81-bd03-5b1ec0d8d9a7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0481532 Jul 29 11:48:11.041075 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-585dc78f-750a-43ff-a92b-93b9a40544b1 req-280f0f5b-79e8-4fb6-a19c-21e92c22cd66 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Jul 29 11:48:11.518379 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:11.527066 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceccf95-211e-4230-869d-b371b18f9ba3 req-6e20f714-973e-4167-82b3-1dc98fd1fa13 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:11.528529 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9ceccf95-211e-4230-869d-b371b18f9ba3 req-6e20f714-973e-4167-82b3-1dc98fd1fa13 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 944 time: 0.0508995 Jul 29 11:48:11.574764 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9ceccf95-211e-4230-869d-b371b18f9ba3 req-c370efd5-d061-4d8f-a753-641a130c58a9 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Jul 29 11:48:11.864645 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d62624-6d75-4122-8b0b-e74ded29539a req-c1e83158-18c2-4522-8482-470a17d553fb tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:11.866110 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87d62624-6d75-4122-8b0b-e74ded29539a req-c1e83158-18c2-4522-8482-470a17d553fb tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 948 time: 0.0469177 Jul 29 11:48:11.913495 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87d62624-6d75-4122-8b0b-e74ded29539a req-d8f92e12-b915-4cc7-a144-329630244a44 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Jul 29 11:48:12.163642 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949ec0c-ad67-4265-b00c-fd362c96498a req-16e60007-5c59-4234-b789-6f4695a5d926 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:12.165087 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d949ec0c-ad67-4265-b00c-fd362c96498a req-16e60007-5c59-4234-b789-6f4695a5d926 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0512269 Jul 29 11:48:12.184071 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device f123c03d-aaa7-4c59-a7db-11c40621e5c6 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:48:12.189201 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:12.214213 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d949ec0c-ad67-4265-b00c-fd362c96498a req-36a354d4-dd2f-40fe-9bbc-2d7e968ba51f tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 Jul 29 11:48:12.288669 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port f123c03d-aaa7-4c59-a7db-11c40621e5c6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f123c03d-aaa7-4c59-a7db-11c40621e5c6,segment=NetworkSegment(5e93e7d1-dd3f-443f-b7a0-c00fc60ac728),segment_id=5e93e7d1-dd3f-443f-b7a0-c00fc60ac728)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:12.299581 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': 'f123c03d-aaa7-4c59-a7db-11c40621e5c6', 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4', 'port_id': 'f123c03d-aaa7-4c59-a7db-11c40621e5c6', 'mac_address': 'fa:16:3e:40:c6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6c30da-20cf-4123-b56f-cb2a23d9a619', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:48:12.333840 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port f123c03d-aaa7-4c59-a7db-11c40621e5c6 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:48:12.334231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:12.347843 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f123c03d-aaa7-4c59-a7db-11c40621e5c6 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:48:12.367319 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port f123c03d-aaa7-4c59-a7db-11c40621e5c6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f123c03d-aaa7-4c59-a7db-11c40621e5c6,segment=NetworkSegment(5e93e7d1-dd3f-443f-b7a0-c00fc60ac728),segment_id=5e93e7d1-dd3f-443f-b7a0-c00fc60ac728)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:12.370883 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:12.420446 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=f123c03d-aaa7-4c59-a7db-11c40621e5c6,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:12.691689 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22944bb-8f20-4f98-a193-da66c8897f49 req-855ec37e-27f1-49f8-8c17-a7eacf1700ae tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:12.693148 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b22944bb-8f20-4f98-a193-da66c8897f49 req-855ec37e-27f1-49f8-8c17-a7eacf1700ae tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 945 time: 0.0478323 Jul 29 11:48:12.740802 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b22944bb-8f20-4f98-a193-da66c8897f49 req-90277250-7ff4-48bf-acee-afb939497f71 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Jul 29 11:48:13.035549 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed969ca-a3c1-4481-9c15-db5e9a42bb71 req-4750ee77-fe2f-49d0-8a5f-d2aaecd8df84 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:13.037001 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6ed969ca-a3c1-4481-9c15-db5e9a42bb71 req-4750ee77-fe2f-49d0-8a5f-d2aaecd8df84 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 948 time: 0.0501759 Jul 29 11:48:13.089403 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6ed969ca-a3c1-4481-9c15-db5e9a42bb71 req-78dd476f-08d5-4795-bc45-02e1b940d659 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465639 Jul 29 11:48:13.203181 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f6974fef-c7b5-4c3c-a2a0-432f18e15894 req-f54132b5-cedb-4859-8d47-09ebe6477d70 service neutron] 10.222.0.58 "GET /v2.0/networks/ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882595 Jul 29 11:48:13.334044 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d753d7-2fd9-49bc-827c-d327c861c02f req-f9184543-da14-4711-813b-8db72b35dd83 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:13.335523 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d5d753d7-2fd9-49bc-827c-d327c861c02f req-f9184543-da14-4711-813b-8db72b35dd83 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0496423 Jul 29 11:48:13.387230 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d5d753d7-2fd9-49bc-827c-d327c861c02f req-3d362399-fbf6-4291-91af-cd01d533e4d6 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Jul 29 11:48:13.525861 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['f123c03d-aaa7-4c59-a7db-11c40621e5c6'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:48:13.856981 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93b270-e9ea-4bc2-a0b2-262cb9efec1a req-544647cc-4831-4fd6-9552-e946d5e66c02 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:13.858466 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f93b270-e9ea-4bc2-a0b2-262cb9efec1a req-544647cc-4831-4fd6-9552-e946d5e66c02 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 945 time: 0.0473483 Jul 29 11:48:13.905915 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f93b270-e9ea-4bc2-a0b2-262cb9efec1a req-4d0137fb-fd2b-44ca-a17a-0fa323c9bec7 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 Jul 29 11:48:14.212690 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f472e3f-dfbb-47a8-9d73-b4920b9cc8fd req-b764d263-07ab-4ce3-8b3f-779e7efe1906 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:14.214183 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f472e3f-dfbb-47a8-9d73-b4920b9cc8fd req-b764d263-07ab-4ce3-8b3f-779e7efe1906 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 948 time: 0.0532012 Jul 29 11:48:14.260940 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f472e3f-dfbb-47a8-9d73-b4920b9cc8fd req-dda786d7-c49a-4a5c-9517-626efe40b832 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Jul 29 11:48:14.507592 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f1015-0ba3-4351-80cb-5997782f409c req-a5c914cf-eb6a-435d-aa70-8428817bd3f2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:14.509383 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-af4f1015-0ba3-4351-80cb-5997782f409c req-a5c914cf-eb6a-435d-aa70-8428817bd3f2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0511558 Jul 29 11:48:14.557039 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-af4f1015-0ba3-4351-80cb-5997782f409c req-0627ef10-e93a-4bbd-8d07-b5a119a69bb4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Jul 29 11:48:15.020363 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7fab6-bfcf-42e2-abc1-be8ae951aedb req-eb7881c8-a834-4c37-a455-152ef47c081e tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:15.021864 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2ed7fab6-bfcf-42e2-abc1-be8ae951aedb req-eb7881c8-a834-4c37-a455-152ef47c081e tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 945 time: 0.0475860 Jul 29 11:48:15.076030 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2ed7fab6-bfcf-42e2-abc1-be8ae951aedb req-5cb6c572-937d-4f6d-a469-4634d0dda852 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 Jul 29 11:48:15.340170 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:15.377465 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b37296-35db-4298-b045-268821911155 req-b269a008-5aab-4fc1-8e18-80b3e2ecf9f0 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:15.378947 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b0b37296-35db-4298-b045-268821911155 req-b269a008-5aab-4fc1-8e18-80b3e2ecf9f0 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 948 time: 0.0492101 Jul 29 11:48:15.427456 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b0b37296-35db-4298-b045-268821911155 req-244cfe3b-a257-4d08-8583-8317af24d004 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Jul 29 11:48:15.671806 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20296cc-0442-4319-9d3f-116ac50b18b6 req-199221d2-0e89-473c-ba5a-9199384affcc tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:15.673270 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e20296cc-0442-4319-9d3f-116ac50b18b6 req-199221d2-0e89-473c-ba5a-9199384affcc tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0470839 Jul 29 11:48:15.697916 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:15.720932 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e20296cc-0442-4319-9d3f-116ac50b18b6 req-94ba940a-20dc-4e43-9743-71ed6f5876fd tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Jul 29 11:48:16.196751 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216c038-db87-4347-8f1b-eb46d24e59c6 req-f9fd4453-be97-48b9-8978-de854c595472 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:16.198275 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b216c038-db87-4347-8f1b-eb46d24e59c6 req-f9fd4453-be97-48b9-8978-de854c595472 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 945 time: 0.0518601 Jul 29 11:48:16.245692 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b216c038-db87-4347-8f1b-eb46d24e59c6 req-ffa27ab3-5326-4993-ac88-1dc45c413cd9 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Jul 29 11:48:16.543343 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26133f3c-7c28-4991-a4aa-534e23a711f5 req-3dba4c1f-c41b-4431-9094-eb53050de672 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:16.544803 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-26133f3c-7c28-4991-a4aa-534e23a711f5 req-3dba4c1f-c41b-4431-9094-eb53050de672 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 948 time: 0.0468504 Jul 29 11:48:16.591734 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-26133f3c-7c28-4991-a4aa-534e23a711f5 req-1cafe7cd-ef55-4cfe-8671-5e7da04e42e0 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413706 Jul 29 11:48:16.840988 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7b79a-d70c-448c-8090-591a64dfeed5 req-2b10244d-37b2-4834-81f7-ebec81a8d7f5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:16.842516 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-43d7b79a-d70c-448c-8090-591a64dfeed5 req-2b10244d-37b2-4834-81f7-ebec81a8d7f5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0497949 Jul 29 11:48:16.888692 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-43d7b79a-d70c-448c-8090-591a64dfeed5 req-3df310f1-cfa5-4193-b533-49b9e0c01763 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Jul 29 11:48:16.894957 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device f123c03d-aaa7-4c59-a7db-11c40621e5c6 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:48:16.939839 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port f123c03d-aaa7-4c59-a7db-11c40621e5c6 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:48:16.945792 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port f123c03d-aaa7-4c59-a7db-11c40621e5c6 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:48:16.946173 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:17.018820 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port f123c03d-aaa7-4c59-a7db-11c40621e5c6 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:48:17.019127 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:17.040974 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7529e35b-c6b2-4c8f-896c-fd2060f91657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123c03d-aaa7-4c59-a7db-11c40621e5c6'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:48:17.043208 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d761c00a-02d4-4cec-99c0-20524c1f55bc" -d '{"events": [{"server_uuid": "7529e35b-c6b2-4c8f-896c-fd2060f91657", "name": "network-vif-plugged", "status": "completed", "tag": "f123c03d-aaa7-4c59-a7db-11c40621e5c6"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:48:17.056419 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port f123c03d-aaa7-4c59-a7db-11c40621e5c6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f123c03d-aaa7-4c59-a7db-11c40621e5c6,segment=NetworkSegment(5e93e7d1-dd3f-443f-b7a0-c00fc60ac728),segment_id=5e93e7d1-dd3f-443f-b7a0-c00fc60ac728)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:17.060727 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:17.088886 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7014f92-4cb5-4197-bf18-497f3a43bd5c x-openstack-request-id: req-f7014f92-4cb5-4197-bf18-497f3a43bd5c {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:48:17.089208 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7529e35b-c6b2-4c8f-896c-fd2060f91657", "name": "network-vif-plugged", "status": "completed", "tag": "f123c03d-aaa7-4c59-a7db-11c40621e5c6", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:48:17.089448 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7014f92-4cb5-4197-bf18-497f3a43bd5c {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:48:17.089863 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7014f92-4cb5-4197-bf18-497f3a43bd5c'] response: {'server_uuid': '7529e35b-c6b2-4c8f-896c-fd2060f91657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123c03d-aaa7-4c59-a7db-11c40621e5c6', 'code': 200} Jul 29 11:48:17.113598 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=f123c03d-aaa7-4c59-a7db-11c40621e5c6,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:17.365681 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32576347-68c6-4aac-b3d1-a9d5ebb48f3d req-1dca2990-c5ae-4c05-b5d4-80aa52cdab3a tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:17.367173 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-32576347-68c6-4aac-b3d1-a9d5ebb48f3d req-1dca2990-c5ae-4c05-b5d4-80aa52cdab3a tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 946 time: 0.0497310 Jul 29 11:48:17.420345 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-32576347-68c6-4aac-b3d1-a9d5ebb48f3d req-3045e53c-ae6d-4d12-9350-e3bc1e5beadc tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Jul 29 11:48:17.719990 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a504a-cc68-41ad-9e95-3098a42d443f req-3b4dde63-e3c0-4336-bfd6-7692f6e842fe tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:17.721559 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2a0a504a-cc68-41ad-9e95-3098a42d443f req-3b4dde63-e3c0-4336-bfd6-7692f6e842fe tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 948 time: 0.0569777 Jul 29 11:48:17.784281 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2a0a504a-cc68-41ad-9e95-3098a42d443f req-94b4217e-f698-4032-ad65-28eea5fdaf96 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567784 Jul 29 11:48:17.872832 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661bdbf-f6ee-4e83-8049-6165360aa0ad req-97f4c409-7f23-4df1-844f-b00d41bde7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:17.874363 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c661bdbf-f6ee-4e83-8049-6165360aa0ad req-97f4c409-7f23-4df1-844f-b00d41bde7b2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 1130 time: 0.0428219 Jul 29 11:48:17.923964 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c661bdbf-f6ee-4e83-8049-6165360aa0ad req-4e58bdae-4c07-4197-81ae-390054bbeb4e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 Jul 29 11:48:18.014585 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24866918-250f-4f3f-8eae-cff8fd74469b req-9bf8b5fe-e7a3-49cd-9db6-7e8d804b0d8c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:18.016204 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-24866918-250f-4f3f-8eae-cff8fd74469b req-9bf8b5fe-e7a3-49cd-9db6-7e8d804b0d8c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0524282 Jul 29 11:48:18.069034 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-24866918-250f-4f3f-8eae-cff8fd74469b req-a36323c9-b251-47bb-81f7-2408f88c37c3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466292 Jul 29 11:48:18.194013 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7633a3-9dbb-4667-9f54-6ed990e98dce req-fab227a7-4e04-491f-8a04-2d7350ac035a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:18.195495 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1a7633a3-9dbb-4667-9f54-6ed990e98dce req-fab227a7-4e04-491f-8a04-2d7350ac035a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0486517 Jul 29 11:48:18.242155 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1a7633a3-9dbb-4667-9f54-6ed990e98dce req-1cccb92e-0739-4781-b729-4978142085c9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411077 Jul 29 11:48:18.543923 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ad55d-8e22-49fd-b4b6-c1cb611bfdb2 req-3d3c711b-8df6-41be-a185-4f3a57b9b356 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:18.545795 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1e1ad55d-8e22-49fd-b4b6-c1cb611bfdb2 req-3d3c711b-8df6-41be-a185-4f3a57b9b356 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 946 time: 0.0507677 Jul 29 11:48:18.593491 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1e1ad55d-8e22-49fd-b4b6-c1cb611bfdb2 req-c4d35d65-3bfd-4f4f-b01d-ab8b99dcce69 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421095 Jul 29 11:48:18.893963 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 519417b3-986b-45dd-940a-074d514f506f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:48:18.905960 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac31cb7-f80b-49f4-92e3-7cfe6f4b4f1b req-22f40ebf-9e6b-4bc2-ba8c-875c113d3bb4 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:18.907476 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bac31cb7-f80b-49f4-92e3-7cfe6f4b4f1b req-22f40ebf-9e6b-4bc2-ba8c-875c113d3bb4 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 948 time: 0.0484624 Jul 29 11:48:18.933727 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:18.954981 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:18.955862 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bac31cb7-f80b-49f4-92e3-7cfe6f4b4f1b req-9e843595-d39d-4c39-9daf-7e958ed9266c tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426252 Jul 29 11:48:18.995294 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 519417b3-986b-45dd-940a-074d514f506f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=519417b3-986b-45dd-940a-074d514f506f,segment=NetworkSegment(6b81b979-4942-47a6-a993-a68658e6cc2e),segment_id=6b81b979-4942-47a6-a993-a68658e6cc2e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:19.006616 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '519417b3-986b-45dd-940a-074d514f506f', 'network_id': 'ba7e745e-b73e-4c63-8bfc-d758eb0c2a7c', 'port_id': '519417b3-986b-45dd-940a-074d514f506f', 'mac_address': 'fa:16:3e:4a:6f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921b1c3b-5885-4ae5-83da-32231a228baf', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:48:19.034567 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:19.046078 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 519417b3-986b-45dd-940a-074d514f506f is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:48:19.046471 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (519417b3-986b-45dd-940a-074d514f506f), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:19.060774 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519417b3-986b-45dd-940a-074d514f506f {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:48:19.080161 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 519417b3-986b-45dd-940a-074d514f506f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=519417b3-986b-45dd-940a-074d514f506f,segment=NetworkSegment(6b81b979-4942-47a6-a993-a68658e6cc2e),segment_id=6b81b979-4942-47a6-a993-a68658e6cc2e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:19.084884 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (519417b3-986b-45dd-940a-074d514f506f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:19.131251 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=519417b3-986b-45dd-940a-074d514f506f,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:19.189289 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7261ce4-fbb9-4e10-a823-59a2c864fd90 req-5c4d3924-3000-4e27-8a60-ddd5d26279d1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:19.190782 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c7261ce4-fbb9-4e10-a823-59a2c864fd90 req-5c4d3924-3000-4e27-8a60-ddd5d26279d1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0476222 Jul 29 11:48:19.240240 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c7261ce4-fbb9-4e10-a823-59a2c864fd90 req-3b3b193b-4743-40be-b59f-583dca23a88f tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430710 Jul 29 11:48:19.362226 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f774b-3bc4-4261-a966-66fca9afa10e req-4c8f19c6-9f06-48d9-8fb0-3a83ffb61398 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:19.363589 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d19f774b-3bc4-4261-a966-66fca9afa10e req-4c8f19c6-9f06-48d9-8fb0-3a83ffb61398 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0467694 Jul 29 11:48:19.411993 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d19f774b-3bc4-4261-a966-66fca9afa10e req-b8d79762-f8aa-4656-968f-6954b8d5df6c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422833 Jul 29 11:48:19.703432 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:19.715187 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664061a-649e-4513-8546-a3c9eabf6b03 req-ac478855-aa66-4f0e-9ebc-489d8086102c tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:19.716656 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6664061a-649e-4513-8546-a3c9eabf6b03 req-ac478855-aa66-4f0e-9ebc-489d8086102c tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 946 time: 0.0497756 Jul 29 11:48:19.762774 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6664061a-649e-4513-8546-a3c9eabf6b03 req-245a79c2-785f-40fe-8737-9d37edd42807 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Jul 29 11:48:20.076669 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19850ad-34f9-4f11-9167-ba797bf93734 req-15fb2647-a7ab-416b-8e7a-c8f5ea0e31d5 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:20.078142 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b19850ad-34f9-4f11-9167-ba797bf93734 req-15fb2647-a7ab-416b-8e7a-c8f5ea0e31d5 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 949 time: 0.0505567 Jul 29 11:48:20.124979 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b19850ad-34f9-4f11-9167-ba797bf93734 req-067920a9-152d-443d-a481-6a361ff973bc tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Jul 29 11:48:20.358827 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6793e3c-16c0-4d05-80db-f5e342e63a31 req-86dafaf1-1163-45df-ab98-19811c5765eb tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:20.360296 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e6793e3c-16c0-4d05-80db-f5e342e63a31 req-86dafaf1-1163-45df-ab98-19811c5765eb tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0474215 Jul 29 11:48:20.407412 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e6793e3c-16c0-4d05-80db-f5e342e63a31 req-cddbaf0d-867d-4660-8bee-1b6092e06a12 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Jul 29 11:48:20.538423 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dcc30-1e42-42e0-9988-f310a3a70f3d req-4e0e196d-c9dd-450a-9967-cefce40ffe9f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:20.539792 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-363dcc30-1e42-42e0-9988-f310a3a70f3d req-4e0e196d-c9dd-450a-9967-cefce40ffe9f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0510488 Jul 29 11:48:20.585572 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-363dcc30-1e42-42e0-9988-f310a3a70f3d req-4277d13c-73ab-4d1c-853a-90d379701186 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402820 Jul 29 11:48:20.879608 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9bc0c-3060-41bb-86c5-f80a68556553 req-52931011-02ef-4eb1-8c8c-3500f7897928 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:20.881069 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e6a9bc0c-3060-41bb-86c5-f80a68556553 req-52931011-02ef-4eb1-8c8c-3500f7897928 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 946 time: 0.0471184 Jul 29 11:48:20.927948 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e6a9bc0c-3060-41bb-86c5-f80a68556553 req-db4b41e2-d110-40c6-919c-b07b395f108f tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403709 Jul 29 11:48:21.099004 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['519417b3-986b-45dd-940a-074d514f506f'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:48:21.255960 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add27e3-fd4f-4731-933b-83f06cf4ccfa req-b11affbb-7d70-4334-aa1e-2d3d6a931c99 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:21.257468 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1add27e3-fd4f-4731-933b-83f06cf4ccfa req-b11affbb-7d70-4334-aa1e-2d3d6a931c99 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 949 time: 0.0504377 Jul 29 11:48:21.313800 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1add27e3-fd4f-4731-933b-83f06cf4ccfa req-4252fe00-0523-4ca7-8462-77be35de9b24 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490131 Jul 29 11:48:21.531117 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a51e-e063-4553-b59f-31396c59eca1 req-5edea455-0753-4f5e-902e-29f04508eb9e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:21.532600 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8075a51e-e063-4553-b59f-31396c59eca1 req-5edea455-0753-4f5e-902e-29f04508eb9e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0515461 Jul 29 11:48:21.582710 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8075a51e-e063-4553-b59f-31396c59eca1 req-ab970a10-eddc-4bfb-961e-4d14e7c7a3a9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437069 Jul 29 11:48:21.721343 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94608-de31-4b6d-95e3-4561a500cd36 req-89c0b430-748b-4fde-a913-4ad34cf414eb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:21.723091 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a3a94608-de31-4b6d-95e3-4561a500cd36 req-89c0b430-748b-4fde-a913-4ad34cf414eb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0532639 Jul 29 11:48:21.783846 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a3a94608-de31-4b6d-95e3-4561a500cd36 req-4b170a22-3504-4ae0-b63e-0e101d5db7d6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539234 Jul 29 11:48:22.069226 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86fa01-18ee-4964-a2a9-9026ef9797f8 req-f6de71f5-32a6-463e-a6f1-5da378d87f93 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:22.070768 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b86fa01-18ee-4964-a2a9-9026ef9797f8 req-f6de71f5-32a6-463e-a6f1-5da378d87f93 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 946 time: 0.0549047 Jul 29 11:48:22.122605 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:22.127534 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b86fa01-18ee-4964-a2a9-9026ef9797f8 req-5d12f555-417b-4430-97cd-12089d31aeb0 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468519 Jul 29 11:48:22.440146 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334dd19-7fdf-4118-a7e4-9d1189bc2eb9 req-8f0b7a53-8f2c-4001-9c0a-4c9f7c2448dc tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:22.441695 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5334dd19-7fdf-4118-a7e4-9d1189bc2eb9 req-8f0b7a53-8f2c-4001-9c0a-4c9f7c2448dc tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 949 time: 0.0491097 Jul 29 11:48:22.491048 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5334dd19-7fdf-4118-a7e4-9d1189bc2eb9 req-077ab17d-1c8c-4fe2-a933-62d0d2173ede tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427320 Jul 29 11:48:22.702617 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3443510-8fea-4b6c-959e-aaebc853a932 req-862a2516-1c21-4f68-81c1-d67887b08b3e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:22.704141 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b3443510-8fea-4b6c-959e-aaebc853a932 req-862a2516-1c21-4f68-81c1-d67887b08b3e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0485556 Jul 29 11:48:22.756907 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b3443510-8fea-4b6c-959e-aaebc853a932 req-87e94082-418e-47d1-a962-64fb26918984 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470111 Jul 29 11:48:22.891347 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:22.909360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6309e37-9289-44fe-b674-3a7e990c718f req-60ffc670-a36b-4bca-99df-390b96102801 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:22.910856 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e6309e37-9289-44fe-b674-3a7e990c718f req-60ffc670-a36b-4bca-99df-390b96102801 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0475981 Jul 29 11:48:22.960178 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e6309e37-9289-44fe-b674-3a7e990c718f req-4ca31e98-65d6-425e-b2d1-163393727d21 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424907 Jul 29 11:48:22.972864 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 519417b3-986b-45dd-940a-074d514f506f up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:48:23.017860 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 519417b3-986b-45dd-940a-074d514f506f completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:48:23.023979 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 519417b3-986b-45dd-940a-074d514f506f triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:48:23.024287 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (519417b3-986b-45dd-940a-074d514f506f), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:23.101021 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 519417b3-986b-45dd-940a-074d514f506f is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:48:23.101557 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (519417b3-986b-45dd-940a-074d514f506f), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:23.124870 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b642f8-7f80-47f7-a283-ee2a69bdc693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519417b3-986b-45dd-940a-074d514f506f'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:48:23.127112 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5b485d-5a35-4a13-8b56-d163f113d03e" -d '{"events": [{"server_uuid": "d2b642f8-7f80-47f7-a283-ee2a69bdc693", "name": "network-vif-plugged", "status": "completed", "tag": "519417b3-986b-45dd-940a-074d514f506f"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:48:23.141060 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 519417b3-986b-45dd-940a-074d514f506f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=519417b3-986b-45dd-940a-074d514f506f,segment=NetworkSegment(6b81b979-4942-47a6-a993-a68658e6cc2e),segment_id=6b81b979-4942-47a6-a993-a68658e6cc2e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:23.145068 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (519417b3-986b-45dd-940a-074d514f506f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:23.170021 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f2d894-33dc-4b41-8fb2-981b83e1c0bd x-openstack-request-id: req-09f2d894-33dc-4b41-8fb2-981b83e1c0bd {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:48:23.170297 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b642f8-7f80-47f7-a283-ee2a69bdc693", "name": "network-vif-plugged", "status": "completed", "tag": "519417b3-986b-45dd-940a-074d514f506f", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:48:23.170557 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09f2d894-33dc-4b41-8fb2-981b83e1c0bd {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:48:23.170946 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f2d894-33dc-4b41-8fb2-981b83e1c0bd'] response: {'server_uuid': 'd2b642f8-7f80-47f7-a283-ee2a69bdc693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519417b3-986b-45dd-940a-074d514f506f', 'code': 200} Jul 29 11:48:23.201170 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=519417b3-986b-45dd-940a-074d514f506f,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:23.260228 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0f375-139e-4815-82c5-cb9ca12195d6 req-39683a83-ba76-42f5-9258-acb61118b0b1 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:23.261920 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0bc0f375-139e-4815-82c5-cb9ca12195d6 req-39683a83-ba76-42f5-9258-acb61118b0b1 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 946 time: 0.0530212 Jul 29 11:48:23.313543 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0bc0f375-139e-4815-82c5-cb9ca12195d6 req-1d69f2ef-5a7d-4664-841b-63550be7c040 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458465 Jul 29 11:48:23.408164 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a17ab-6314-4600-a03a-bac1c0b59c1b req-e2d75dba-fd25-40da-8404-60ccde787201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:23.409716 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-247a17ab-6314-4600-a03a-bac1c0b59c1b req-e2d75dba-fd25-40da-8404-60ccde787201 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 1134 time: 0.0429404 Jul 29 11:48:23.429918 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:23.459962 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-247a17ab-6314-4600-a03a-bac1c0b59c1b req-117255ee-e240-4188-951c-755bc606dd38 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Jul 29 11:48:23.626202 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce45b3-635b-4319-8b1a-a9cfec63848f req-0c6a3927-768c-4a2d-9be1-e3632eeb4bec tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:23.629585 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-90ce45b3-635b-4319-8b1a-a9cfec63848f req-0c6a3927-768c-4a2d-9be1-e3632eeb4bec tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 950 time: 0.0616693 Jul 29 11:48:23.685950 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-90ce45b3-635b-4319-8b1a-a9cfec63848f req-e69822cd-d6c0-4cc7-8051-d69b980bbf33 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480914 Jul 29 11:48:23.880929 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3b798-c147-42ca-a02f-18f2ec723800 req-ce5012d8-2c63-4d9e-901c-8e57b43fe69a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:23.882586 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-84b3b798-c147-42ca-a02f-18f2ec723800 req-ce5012d8-2c63-4d9e-901c-8e57b43fe69a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0485654 Jul 29 11:48:23.931107 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-84b3b798-c147-42ca-a02f-18f2ec723800 req-02ff5a05-1c75-4ccb-b963-271ffa2dd63a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425880 Jul 29 11:48:24.092791 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b9caa-6168-4850-b677-f5214ad839af req-01583bb0-56d4-412a-af4a-efc39b28f631 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:24.094337 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1a1b9caa-6168-4850-b677-f5214ad839af req-01583bb0-56d4-412a-af4a-efc39b28f631 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0550742 Jul 29 11:48:24.152809 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1a1b9caa-6168-4850-b677-f5214ad839af req-89a2b408-b7a3-43ac-88ae-88b8ec359487 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523446 Jul 29 11:48:24.342287 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 44098) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:24.452718 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:24.534862 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Publish callbacks [] for security_group (c8fd616a-892c-4448-9b7d-832adbe25923), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:24.538640 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (c8fd616a-892c-4448-9b7d-832adbe25923), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:24.577870 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fd616a-892c-4448-9b7d-832adbe25923,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:24.581846 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e56e57db24447d98efade34084824f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385523 Jul 29 11:48:24.584687 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44102) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:24.587584 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.587931 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.588274 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.588612 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.588996 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.589273 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.589625 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.589950 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.590275 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.590602 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.590936 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.591261 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.591585 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.591923 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.592267 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b32a45-580f-4d39-be5c-e5bb6391f708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.637904 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Publish callbacks [] for security_group (c8fd616a-892c-4448-9b7d-832adbe25923), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:24.660641 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Publish callbacks [] for security_group (c8fd616a-892c-4448-9b7d-832adbe25923), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:24.689227 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:24.715958 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (c8fd616a-892c-4448-9b7d-832adbe25923), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:24.718654 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:24.719998 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8fd616a-892c-4448-9b7d-832adbe25923 HTTP/1.1" status: 204 len: 168 time: 0.1343362 Jul 29 11:48:24.728336 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fd616a-892c-4448-9b7d-832adbe25923,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:24.736560 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.736905 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.737298 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.737669 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.738006 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.738335 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.738877 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.739256 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.739589 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.740094 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.740391 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.740770 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.741255 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.745017 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.745295 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec1af8-2c13-49a7-9547-76bd11e799d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:24.834810 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bd4be-c3fe-494d-bfcc-ff4e71afc847 req-0ff180f0-6f3e-4477-8f73-b067e41107e1 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:24.836368 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-381bd4be-c3fe-494d-bfcc-ff4e71afc847 req-0ff180f0-6f3e-4477-8f73-b067e41107e1 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 950 time: 0.0578804 Jul 29 11:48:24.896461 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-381bd4be-c3fe-494d-bfcc-ff4e71afc847 req-179d4b36-2bef-4b0d-bb45-12b9afb1cede tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543110 Jul 29 11:48:25.082739 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966fd7d-c34c-46f1-8cbc-97b754e81041 req-5e06e1ee-17a7-4e5b-842d-47ee2dbda18b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:25.085914 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0966fd7d-c34c-46f1-8cbc-97b754e81041 req-5e06e1ee-17a7-4e5b-842d-47ee2dbda18b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0680935 Jul 29 11:48:25.120166 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:25.136115 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0966fd7d-c34c-46f1-8cbc-97b754e81041 req-c4e89332-7021-4d17-ac59-2f78a3eeaaf8 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455954 Jul 29 11:48:25.280030 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac09c5-e9cf-4c8b-8b87-8523affe5969 req-ae6ba8ac-0c86-4143-aa70-a738bec7d670 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:25.281667 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12ac09c5-e9cf-4c8b-8b87-8523affe5969 req-ae6ba8ac-0c86-4143-aa70-a738bec7d670 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0486753 Jul 29 11:48:25.335481 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12ac09c5-e9cf-4c8b-8b87-8523affe5969 req-a14174b9-3bf0-4d78-b462-2c1cac82abc0 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473759 Jul 29 11:48:25.776543 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-17e6f6c2-7553-433c-883f-9b88b996e566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:25.878521 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44154) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:26.023394 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a4e588df-877c-47ce-ac00-7a4ad9badb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:26.040737 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c9f1b-b4c7-429b-954d-25346a9166f4 req-dc26e6f7-df49-4c8f-ae7c-3b6c3cd65a32 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:26.042210 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b22c9f1b-b4c7-429b-954d-25346a9166f4 req-dc26e6f7-df49-4c8f-ae7c-3b6c3cd65a32 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 950 time: 0.0681713 Jul 29 11:48:26.059988 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:26.118636 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b22c9f1b-b4c7-429b-954d-25346a9166f4 req-4b22326d-6f7f-48d3-bf3f-0e212793ea1c tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703182 Jul 29 11:48:26.159431 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a4e588df-877c-47ce-ac00-7a4ad9badb4e admin admin] Publish callbacks [] for security_group (6696be57-b6dd-43df-8d3c-218460a49176), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:26.163918 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a4e588df-877c-47ce-ac00-7a4ad9badb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6696be57-b6dd-43df-8d3c-218460a49176), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:26.214364 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-a4e588df-877c-47ce-ac00-7a4ad9badb4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=123b91c3438f4fe9abbe0e587a4ddf56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331780 Jul 29 11:48:26.215356 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e588df-877c-47ce-ac00-7a4ad9badb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6696be57-b6dd-43df-8d3c-218460a49176,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:26.217062 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 44166) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:26.276497 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e68e5585-3bdc-443e-b23d-a35a0dac7471 admin admin] Publish callbacks [] for security_group (6696be57-b6dd-43df-8d3c-218460a49176), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:26.298454 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37782926-f45c-4c6d-9897-39557bd55f91 req-4749327e-4f1c-4f4c-9894-ca50007486cc tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:26.300525 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-37782926-f45c-4c6d-9897-39557bd55f91 req-4749327e-4f1c-4f4c-9894-ca50007486cc tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0589020 Jul 29 11:48:26.309572 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e68e5585-3bdc-443e-b23d-a35a0dac7471 admin admin] Publish callbacks [] for security_group (6696be57-b6dd-43df-8d3c-218460a49176), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:26.372326 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e68e5585-3bdc-443e-b23d-a35a0dac7471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6696be57-b6dd-43df-8d3c-218460a49176), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:26.373987 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-37782926-f45c-4c6d-9897-39557bd55f91 req-36a7804f-6f06-47d9-bf20-66df6e616d17 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612476 Jul 29 11:48:26.375070 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e68e5585-3bdc-443e-b23d-a35a0dac7471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:26.378473 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-e68e5585-3bdc-443e-b23d-a35a0dac7471 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6696be57-b6dd-43df-8d3c-218460a49176 HTTP/1.1" status: 204 len: 168 time: 0.1581192 Jul 29 11:48:26.390736 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e5585-3bdc-443e-b23d-a35a0dac7471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6696be57-b6dd-43df-8d3c-218460a49176,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:26.492509 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ca8b2-aa9c-4f4a-9167-ffb55ae4ac2b req-2a4be2d1-d97c-44cf-b269-55e78be67f17 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:26.494937 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-467ca8b2-aa9c-4f4a-9167-ffb55ae4ac2b req-2a4be2d1-d97c-44cf-b269-55e78be67f17 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 950 time: 0.0878656 Jul 29 11:48:26.520715 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c138d95-c785-40b9-a398-06ab89b76fa2 req-81fdbcad-999a-4c0a-a506-8035e6089d39 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:26.522496 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1c138d95-c785-40b9-a398-06ab89b76fa2 req-81fdbcad-999a-4c0a-a506-8035e6089d39 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0703721 Jul 29 11:48:26.594827 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-467ca8b2-aa9c-4f4a-9167-ffb55ae4ac2b req-0f2f4330-42cd-46f1-a9de-51d067ed8076 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915136 Jul 29 11:48:26.609259 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1c138d95-c785-40b9-a398-06ab89b76fa2 req-6f2ce001-f1d1-4d83-b0a0-8f6693013614 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797815 Jul 29 11:48:27.204902 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 44182) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:27.312390 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-06ab1502-2c70-4851-a470-9320bceda2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:27.331886 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:27.396049 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-06ab1502-2c70-4851-a470-9320bceda2f9 admin admin] Publish callbacks [] for security_group (3444149a-93cc-4a73-b8fe-87f1b7569c76), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:27.399044 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-06ab1502-2c70-4851-a470-9320bceda2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (3444149a-93cc-4a73-b8fe-87f1b7569c76), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:27.441856 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab1502-2c70-4851-a470-9320bceda2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3444149a-93cc-4a73-b8fe-87f1b7569c76,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:27.449985 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44188) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:27.450364 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-06ab1502-2c70-4851-a470-9320bceda2f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5794f638657e45b4aa54ba28dbcda81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436275 Jul 29 11:48:27.529049 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748934c-0ee1-4657-80e9-128b85cbfd8e req-6605862d-1040-4089-be17-44b478f64084 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:27.530551 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c748934c-0ee1-4657-80e9-128b85cbfd8e req-6605862d-1040-4089-be17-44b478f64084 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0721278 Jul 29 11:48:27.557469 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d79fb81f-bf56-4e85-be92-e09959a150b0 admin admin] Publish callbacks [] for security_group (3444149a-93cc-4a73-b8fe-87f1b7569c76), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:27.596758 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d79fb81f-bf56-4e85-be92-e09959a150b0 admin admin] Publish callbacks [] for security_group (3444149a-93cc-4a73-b8fe-87f1b7569c76), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:27.613183 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c748934c-0ee1-4657-80e9-128b85cbfd8e req-b82a292d-30c3-4049-bcb8-1d3a5f31385e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725310 Jul 29 11:48:27.666666 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d79fb81f-bf56-4e85-be92-e09959a150b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (3444149a-93cc-4a73-b8fe-87f1b7569c76), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:27.669667 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d79fb81f-bf56-4e85-be92-e09959a150b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:27.676936 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d79fb81f-bf56-4e85-be92-e09959a150b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3444149a-93cc-4a73-b8fe-87f1b7569c76 HTTP/1.1" status: 204 len: 168 time: 0.2204916 Jul 29 11:48:27.691014 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fb81f-bf56-4e85-be92-e09959a150b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3444149a-93cc-4a73-b8fe-87f1b7569c76,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:27.734816 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:27.805319 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-58dbf7c7-b067-4a5a-b596-82a06327f4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:27.811594 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5205-c57c-466c-a3af-f2782088bc9d req-ceda4ddd-1af6-4b05-96cc-a5d2de2577b1 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:27.813278 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-815b5205-c57c-466c-a3af-f2782088bc9d req-ceda4ddd-1af6-4b05-96cc-a5d2de2577b1 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 950 time: 0.0771306 Jul 29 11:48:27.821591 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c36d1-c068-485c-91df-8fd74dea4873 req-21ca265a-fe90-47f1-a8f4-93eefe7c1438 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:27.823308 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-561c36d1-c068-485c-91df-8fd74dea4873 req-21ca265a-fe90-47f1-a8f4-93eefe7c1438 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.1084692 Jul 29 11:48:27.909253 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-815b5205-c57c-466c-a3af-f2782088bc9d req-6f7fc090-bfff-40e4-9ccb-af82414aa389 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/security-groups?id=2922648f-0755-4a86-bd62-229157b80e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850382 Jul 29 11:48:27.923018 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-561c36d1-c068-485c-91df-8fd74dea4873 req-dda12a8c-4324-44e0-9663-90d266baf618 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923319 Jul 29 11:48:27.976411 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa4810-c026-4684-8c53-ada69ab36b51 req-06e32b3f-6d9f-459c-b0c9-77dc4e831826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:27.978001 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-58fa4810-c026-4684-8c53-ada69ab36b51 req-06e32b3f-6d9f-459c-b0c9-77dc4e831826 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 1130 time: 0.0747452 Jul 29 11:48:28.051022 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:28.093072 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590b1f-525f-4182-a5b8-8d220ca77c50 req-9d8765a5-643c-443c-82d8-1afd89c1b4a4 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:28.094568 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9d590b1f-525f-4182-a5b8-8d220ca77c50 req-9d8765a5-643c-443c-82d8-1afd89c1b4a4 tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 950 time: 0.0528502 Jul 29 11:48:28.185605 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [req-9d590b1f-525f-4182-a5b8-8d220ca77c50 req-5b027933-751b-4c6f-ac05-f1163673d3ac tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Deleting port 519417b3-986b-45dd-940a-074d514f506f {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:48:28.186208 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-9d590b1f-525f-4182-a5b8-8d220ca77c50 req-5b027933-751b-4c6f-ac05-f1163673d3ac tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (519417b3-986b-45dd-940a-074d514f506f), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:28.290197 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-9d590b1f-525f-4182-a5b8-8d220ca77c50 req-5b027933-751b-4c6f-ac05-f1163673d3ac tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] For port 519417b3-986b-45dd-940a-074d514f506f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=519417b3-986b-45dd-940a-074d514f506f,segment=NetworkSegment(6b81b979-4942-47a6-a993-a68658e6cc2e),segment_id=6b81b979-4942-47a6-a993-a68658e6cc2e)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:28.290469 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-9d590b1f-525f-4182-a5b8-8d220ca77c50 req-5b027933-751b-4c6f-ac05-f1163673d3ac tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (519417b3-986b-45dd-940a-074d514f506f), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:28.304834 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [req-9d590b1f-525f-4182-a5b8-8d220ca77c50 req-5b027933-751b-4c6f-ac05-f1163673d3ac tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Calling delete_port for 519417b3-986b-45dd-940a-074d514f506f owned by compute:nova {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:48:28.331695 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa4810-c026-4684-8c53-ada69ab36b51 req-30dd9008-8dd7-4f9c-bccc-8362dbaa2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:28.333188 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-58fa4810-c026-4684-8c53-ada69ab36b51 req-30dd9008-8dd7-4f9c-bccc-8362dbaa2929 service neutron] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 918 time: 0.2909584 Jul 29 11:48:28.395834 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-58fa4810-c026-4684-8c53-ada69ab36b51 req-2475bbbd-9ee1-4290-94f1-a0c86250febb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd HTTP/1.1" status: 200 len: 1002 time: 0.0557356 Jul 29 11:48:28.433081 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:28.440488 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-9d590b1f-525f-4182-a5b8-8d220ca77c50 req-5b027933-751b-4c6f-ac05-f1163673d3ac tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (519417b3-986b-45dd-940a-074d514f506f), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:28.447460 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa4810-c026-4684-8c53-ada69ab36b51 req-d4c173f1-24bd-451d-a528-e6f2d2148d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:28.448950 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-58fa4810-c026-4684-8c53-ada69ab36b51 req-d4c173f1-24bd-451d-a528-e6f2d2148d46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.0463142 Jul 29 11:48:28.453179 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['519417b3-986b-45dd-940a-074d514f506f'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:48:28.469533 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b027933-751b-4c6f-ac05-f1163673d3ac tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Pushing event deleted for resources: {'Port': ['ID=519417b3-986b-45dd-940a-074d514f506f,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:28.511716 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa4810-c026-4684-8c53-ada69ab36b51 req-3cd6161e-fe8b-4373-a06e-6a1c2ecd7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:28.513259 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-58fa4810-c026-4684-8c53-ada69ab36b51 req-3cd6161e-fe8b-4373-a06e-6a1c2ecd7fb2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560319 Jul 29 11:48:28.526757 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d590b1f-525f-4182-a5b8-8d220ca77c50 req-5b027933-751b-4c6f-ac05-f1163673d3ac tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] No DVR routers for this DVR port 519417b3-986b-45dd-940a-074d514f506f on host hv-cinder-83754 {{(pid=115839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:48:28.529915 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-9d590b1f-525f-4182-a5b8-8d220ca77c50 req-5b027933-751b-4c6f-ac05-f1163673d3ac tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:28.533347 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9d590b1f-525f-4182-a5b8-8d220ca77c50 req-5b027933-751b-4c6f-ac05-f1163673d3ac tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.58 "DELETE /v2.0/ports/519417b3-986b-45dd-940a-074d514f506f HTTP/1.1" status: 204 len: 173 time: 0.4320316 Jul 29 11:48:28.533821 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b642f8-7f80-47f7-a283-ee2a69bdc693', 'name': 'network-vif-deleted', 'tag': '519417b3-986b-45dd-940a-074d514f506f'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:48:28.536397 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cac3e7-b5b7-46b0-b928-f71114678f3c" -d '{"events": [{"server_uuid": "d2b642f8-7f80-47f7-a283-ee2a69bdc693", "name": "network-vif-deleted", "tag": "519417b3-986b-45dd-940a-074d514f506f"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:48:28.586735 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cd4d90-a04f-4132-87bd-54a4579f87e8 x-openstack-request-id: req-e2cd4d90-a04f-4132-87bd-54a4579f87e8 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:48:28.587038 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b642f8-7f80-47f7-a283-ee2a69bdc693", "name": "network-vif-deleted", "tag": "519417b3-986b-45dd-940a-074d514f506f", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:48:28.587288 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2cd4d90-a04f-4132-87bd-54a4579f87e8 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:48:28.587744 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cd4d90-a04f-4132-87bd-54a4579f87e8'] response: {'server_uuid': 'd2b642f8-7f80-47f7-a283-ee2a69bdc693', 'name': 'network-vif-deleted', 'tag': '519417b3-986b-45dd-940a-074d514f506f', 'status': 'completed', 'code': 200} Jul 29 11:48:28.630667 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-58fa4810-c026-4684-8c53-ada69ab36b51 req-e73a0554-0503-40be-92c2-483f8a6a6229 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076369 Jul 29 11:48:28.756669 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-58fa4810-c026-4684-8c53-ada69ab36b51 req-64af77c0-6a7b-42c5-8ae5-1d38987e928b service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152649 Jul 29 11:48:28.762899 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939c1f7-f2db-4494-abeb-293f3f82be6e req-6df217ec-7b71-468f-a565-6a8154b75be3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:28.764390 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4939c1f7-f2db-4494-abeb-293f3f82be6e req-6df217ec-7b71-468f-a565-6a8154b75be3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0529788 Jul 29 11:48:28.813292 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4939c1f7-f2db-4494-abeb-293f3f82be6e req-ae5393db-2ff6-41cf-8ffb-f51e89cb5eb0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430534 Jul 29 11:48:29.061850 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-92f0d4c3-e263-49e6-9649-544288a56041 req-db90f863-901b-4523-929f-894cf57a709c tempest-VolumesNegativeTest-1239145956 tempest-VolumesNegativeTest-1239145956-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b642f8-7f80-47f7-a283-ee2a69bdc693 HTTP/1.1" status: 200 len: 210 time: 0.0560279 Jul 29 11:48:29.081203 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c228-9949-4d9e-b112-688582b22bdf req-53464de6-f49d-43c1-9cc2-fd6a4839c699 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:29.089744 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fb68c228-9949-4d9e-b112-688582b22bdf req-53464de6-f49d-43c1-9cc2-fd6a4839c699 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0726950 Jul 29 11:48:29.121147 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:29.136455 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fb68c228-9949-4d9e-b112-688582b22bdf req-07c68a25-c93f-44f8-846a-7cc123eb51e1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456152 Jul 29 11:48:29.937438 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecd037-4828-40f3-af0c-9d8db76fe7f5 req-d9e284f3-398b-4cc9-829e-5760a214b53e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:29.938987 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-46ecd037-4828-40f3-af0c-9d8db76fe7f5 req-d9e284f3-398b-4cc9-829e-5760a214b53e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0541034 Jul 29 11:48:29.993175 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-46ecd037-4828-40f3-af0c-9d8db76fe7f5 req-1c0165eb-3805-472f-acb5-f098fcb0545c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486076 Jul 29 11:48:30.276720 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1afcf2-f957-4e83-8249-c386a57f3d45 req-50d515a4-1463-4071-ad02-1a1d02b0bc42 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:30.278249 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ce1afcf2-f957-4e83-8249-c386a57f3d45 req-50d515a4-1463-4071-ad02-1a1d02b0bc42 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0570178 Jul 29 11:48:30.306372 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:30.333738 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ce1afcf2-f957-4e83-8249-c386a57f3d45 req-24b1c413-9d05-4c45-9b32-3940d3a33ea9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485237 Jul 29 11:48:30.693646 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:30.835821 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:30.998002 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 519417b3-986b-45dd-940a-074d514f506f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:48:31.001431 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:31.021989 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 519417b3-986b-45dd-940a-074d514f506f {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:48:31.022329 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 519417b3-986b-45dd-940a-074d514f506f not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:48:31.116698 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f877d87-4695-4536-9fa9-84e3353b6cbf req-350eb918-19ca-430b-b096-1525a6f2adc3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:31.118556 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f877d87-4695-4536-9fa9-84e3353b6cbf req-350eb918-19ca-430b-b096-1525a6f2adc3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0486264 Jul 29 11:48:31.173257 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f877d87-4695-4536-9fa9-84e3353b6cbf req-1e853464-ce76-4905-9591-2991daf6e442 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480709 Jul 29 11:48:31.353175 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:48:31.462393 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a65c2-30b1-4680-ae1c-72e5e079f020 req-73a9236f-55f1-48ec-909a-44300efb109e tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:31.464707 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-949a65c2-30b1-4680-ae1c-72e5e079f020 req-73a9236f-55f1-48ec-909a-44300efb109e tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0525138 Jul 29 11:48:31.514196 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-949a65c2-30b1-4680-ae1c-72e5e079f020 req-bf10dd86-6313-417a-a6d1-cbc8728335d8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 Jul 29 11:48:32.262354 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:32.303022 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76168306-d4a2-45f4-beba-7b9fb67b0d19 req-6b841724-dadd-4842-af66-f6792c6dd905 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:32.304567 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-76168306-d4a2-45f4-beba-7b9fb67b0d19 req-6b841724-dadd-4842-af66-f6792c6dd905 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0552220 Jul 29 11:48:32.354334 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-76168306-d4a2-45f4-beba-7b9fb67b0d19 req-4de511bc-9455-4a33-b163-f49b4ef53172 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 Jul 29 11:48:32.648292 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81f0b1-549a-457e-b593-9ee659c78215 req-ce0fcde5-5e6d-4964-872f-2edc5294301c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:32.649776 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fe81f0b1-549a-457e-b593-9ee659c78215 req-ce0fcde5-5e6d-4964-872f-2edc5294301c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0541246 Jul 29 11:48:32.706503 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fe81f0b1-549a-457e-b593-9ee659c78215 req-d28567e5-e909-4b5d-bdaa-a1dd2a394fc5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502727 Jul 29 11:48:33.479599 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44251e4-5d08-4a73-aaa8-c96f3608ed58 req-1e9b1e98-244b-4b64-a7c5-534fe69902d4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:33.481223 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d44251e4-5d08-4a73-aaa8-c96f3608ed58 req-1e9b1e98-244b-4b64-a7c5-534fe69902d4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0490906 Jul 29 11:48:33.529683 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d44251e4-5d08-4a73-aaa8-c96f3608ed58 req-3d266048-f630-4c07-92b6-1c6d86490a75 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Jul 29 11:48:33.830550 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c0e7b-4ba8-4000-99ae-253692d54e4f req-7c837c79-9d77-4483-81bf-e972d4b242f4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:33.832005 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-991c0e7b-4ba8-4000-99ae-253692d54e4f req-7c837c79-9d77-4483-81bf-e972d4b242f4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0470519 Jul 29 11:48:33.879734 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-991c0e7b-4ba8-4000-99ae-253692d54e4f req-9f112d7a-0ecb-4201-af2e-0415e3ccb6af tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419524 Jul 29 11:48:34.274301 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44488) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:34.412643 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-223055ab-59d7-4290-9d63-3a6829dc464e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=460961ebb939469c96621850ab00bd8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371841 Jul 29 11:48:34.415079 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44494) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:34.464568 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-484e1c74-cde4-4d7c-85f8-53225e7b48e3 admin admin] Publish callbacks [] for security_group (2922648f-0755-4a86-bd62-229157b80e25), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:34.488052 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-484e1c74-cde4-4d7c-85f8-53225e7b48e3 admin admin] Publish callbacks [] for security_group (2922648f-0755-4a86-bd62-229157b80e25), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:34.542627 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-484e1c74-cde4-4d7c-85f8-53225e7b48e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (2922648f-0755-4a86-bd62-229157b80e25), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:34.545210 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-484e1c74-cde4-4d7c-85f8-53225e7b48e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:34.546369 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-484e1c74-cde4-4d7c-85f8-53225e7b48e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2922648f-0755-4a86-bd62-229157b80e25 HTTP/1.1" status: 204 len: 168 time: 0.1304073 Jul 29 11:48:34.555167 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e1c74-cde4-4d7c-85f8-53225e7b48e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2922648f-0755-4a86-bd62-229157b80e25,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:34.674990 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc5786-f91c-424b-b151-672aca292174 req-19545552-f9e2-41a3-9e32-044b5440dda1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:34.676725 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d9fc5786-f91c-424b-b151-672aca292174 req-19545552-f9e2-41a3-9e32-044b5440dda1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0550151 Jul 29 11:48:34.732144 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d9fc5786-f91c-424b-b151-672aca292174 req-6b255c83-f744-4092-876e-b4992404ecc0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492311 Jul 29 11:48:34.773701 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25921d82-7fcf-431a-8eb1-b81be2f9c50f req-a69a4d66-86f2-42b9-b9f9-1f720cc842f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:34.775295 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-25921d82-7fcf-431a-8eb1-b81be2f9c50f req-a69a4d66-86f2-42b9-b9f9-1f720cc842f1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 1130 time: 0.0418839 Jul 29 11:48:34.826329 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-25921d82-7fcf-431a-8eb1-b81be2f9c50f req-40f88042-c784-4902-91e8-6c888640e5d6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Jul 29 11:48:35.007012 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4ad7f-ce43-4407-8ac1-a14f68e68157 req-568b48d1-4fa6-4d16-b56e-90796f96d2be tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:35.008457 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-92d4ad7f-ce43-4407-8ac1-a14f68e68157 req-568b48d1-4fa6-4d16-b56e-90796f96d2be tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0494595 Jul 29 11:48:35.056034 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-92d4ad7f-ce43-4407-8ac1-a14f68e68157 req-0356ae52-1ba8-46ba-a311-7530331d7834 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412164 Jul 29 11:48:35.817319 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:35.853433 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3e98c-9159-4588-84e7-e37528bca7d2 req-03fb617a-e0d4-4c0d-9610-45616aaf0482 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:35.855591 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bcc3e98c-9159-4588-84e7-e37528bca7d2 req-03fb617a-e0d4-4c0d-9610-45616aaf0482 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0481856 Jul 29 11:48:35.902426 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bcc3e98c-9159-4588-84e7-e37528bca7d2 req-e45f622b-1f0c-4b5e-b944-a82d5e73e486 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Jul 29 11:48:36.181135 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d38f3a-7bb8-4ea9-9a2d-ef149614ba71 req-119ad92e-bba2-4a27-b870-9ffbc6fbb0a5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:36.182626 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c9d38f3a-7bb8-4ea9-9a2d-ef149614ba71 req-119ad92e-bba2-4a27-b870-9ffbc6fbb0a5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0468323 Jul 29 11:48:36.232241 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c9d38f3a-7bb8-4ea9-9a2d-ef149614ba71 req-3278a383-7587-4367-a263-22c9d3c092f6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440097 Jul 29 11:48:37.019770 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341d4d-9d48-4811-b5a1-fdb4ab8179f6 req-c3d4d122-1c88-4eeb-8512-76642c105d02 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:37.021275 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-31341d4d-9d48-4811-b5a1-fdb4ab8179f6 req-c3d4d122-1c88-4eeb-8512-76642c105d02 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0487494 Jul 29 11:48:37.039373 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:37.069729 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-31341d4d-9d48-4811-b5a1-fdb4ab8179f6 req-13378139-6dbd-463d-8c8e-e4db6a705907 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426919 Jul 29 11:48:37.320092 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6d214-d9b8-4043-83a4-0e4201406f2c req-0d227d8b-0e99-4d2b-a257-5946bbbd2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:37.321694 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-fbc6d214-d9b8-4043-83a4-0e4201406f2c req-0d227d8b-0e99-4d2b-a257-5946bbbd2e0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 1130 time: 0.0498872 Jul 29 11:48:37.338045 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55949884-7ee4-47f4-b60d-828830b806a8 req-7102e4ac-82ca-4d41-9474-66af4c267c2e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:37.345757 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55949884-7ee4-47f4-b60d-828830b806a8 req-7102e4ac-82ca-4d41-9474-66af4c267c2e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0712583 Jul 29 11:48:37.425870 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6d214-d9b8-4043-83a4-0e4201406f2c req-6cd3eb1a-bd34-45cd-880e-79b35ed4f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:37.427416 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-fbc6d214-d9b8-4043-83a4-0e4201406f2c req-6cd3eb1a-bd34-45cd-880e-79b35ed4f610 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.0979142 Jul 29 11:48:37.488159 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-fbc6d214-d9b8-4043-83a4-0e4201406f2c req-2e850cdd-4dc3-4bd8-a25f-9258fed6bfe7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a089bb79-5e40-4138-a8cf-26b1b99b5535 HTTP/1.1" status: 200 len: 217 time: 0.0407152 Jul 29 11:48:37.550829 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6d214-d9b8-4043-83a4-0e4201406f2c req-9e111a34-4ce8-40e3-b94b-f4749736b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:37.550829 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-fbc6d214-d9b8-4043-83a4-0e4201406f2c req-9e111a34-4ce8-40e3-b94b-f4749736b898 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.0537398 Jul 29 11:48:37.600434 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6d214-d9b8-4043-83a4-0e4201406f2c req-0f7f61c3-3f70-482d-a841-50cbfdfba3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:37.602124 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-fbc6d214-d9b8-4043-83a4-0e4201406f2c req-0f7f61c3-3f70-482d-a841-50cbfdfba3d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443802 Jul 29 11:48:37.642126 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0ca2-c259-41e9-81ef-c7ab33043ed6 req-ad8eb8dd-c2ef-4d9f-9865-34d47c8f3ec5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:37.643578 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b8dc0ca2-c259-41e9-81ef-c7ab33043ed6 req-ad8eb8dd-c2ef-4d9f-9865-34d47c8f3ec5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.3274620 Jul 29 11:48:37.662177 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-55949884-7ee4-47f4-b60d-828830b806a8 req-542c7e27-f030-43ac-ba9a-f0f6d665eae5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155930 Jul 29 11:48:37.674244 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:37.700449 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b8dc0ca2-c259-41e9-81ef-c7ab33043ed6 req-1157f4c3-169f-4f51-956d-9c03cfabba66 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491490 Jul 29 11:48:37.703559 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-fbc6d214-d9b8-4043-83a4-0e4201406f2c req-4d589499-01e4-47a8-807b-48059544cc47 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940409 Jul 29 11:48:37.797849 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-fbc6d214-d9b8-4043-83a4-0e4201406f2c req-b002760a-797c-4751-8be4-3254ccd3ff0d service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838554 Jul 29 11:48:38.779773 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e6195-3724-4025-bfff-e06c21708c8b req-0618ec97-5e7f-4a34-8cf6-cae46cd8a8a2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:38.781226 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-374e6195-3724-4025-bfff-e06c21708c8b req-0618ec97-5e7f-4a34-8cf6-cae46cd8a8a2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0469017 Jul 29 11:48:38.843464 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b5777-0eb1-48b1-a276-a87a185a12b4 req-33eb46c9-667c-4a82-9f67-3b7e1f96911b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:38.844782 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-621b5777-0eb1-48b1-a276-a87a185a12b4 req-33eb46c9-667c-4a82-9f67-3b7e1f96911b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0626833 Jul 29 11:48:38.880123 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-374e6195-3724-4025-bfff-e06c21708c8b req-95831a0d-6dc7-4a72-9f71-687626c00e89 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887818 Jul 29 11:48:38.906561 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-621b5777-0eb1-48b1-a276-a87a185a12b4 req-98183561-a7a1-449c-88c8-bef2ce6aaa53 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562091 Jul 29 11:48:39.061762 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device fb1642b2-a468-43c6-8233-7e7bcc25cfcd details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:48:39.163426 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:39.174762 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'port_id': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'mac_address': 'fa:16:3e:26:93:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:48:39.209220 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port fb1642b2-a468-43c6-8233-7e7bcc25cfcd is: ACTIVE; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:48:39.209627 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:39.223087 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb1642b2-a468-43c6-8233-7e7bcc25cfcd {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:48:39.228839 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:39.244009 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:39.247563 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:39.301706 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,revision_number=6']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:39.308632 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.308980 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.309387 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.309836 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.310178 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.310511 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.310837 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.311163 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.311485 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.311806 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.312129 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.312452 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.312770 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.313090 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.313404 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:48:39.380574 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['fb1642b2-a468-43c6-8233-7e7bcc25cfcd'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:48:40.006109 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bc6fe-fc4c-4073-aa73-0fb2f6447921 req-fb58d18c-28f6-4a28-9dc7-41e715d829f8 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:40.007555 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a33bc6fe-fc4c-4073-aa73-0fb2f6447921 req-fb58d18c-28f6-4a28-9dc7-41e715d829f8 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0557618 Jul 29 11:48:40.054088 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051469f-6c6f-48a4-a4b4-7b86704f1e79 req-a18edd34-b6bc-433a-b2ee-a1cfeda2b2cb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:40.055492 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1051469f-6c6f-48a4-a4b4-7b86704f1e79 req-a18edd34-b6bc-433a-b2ee-a1cfeda2b2cb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 945 time: 0.0708554 Jul 29 11:48:40.100844 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a33bc6fe-fc4c-4073-aa73-0fb2f6447921 req-8f185909-5dc3-49bd-b520-4e01fde44c34 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769498 Jul 29 11:48:40.124547 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1051469f-6c6f-48a4-a4b4-7b86704f1e79 req-2e307703-6b5f-42b5-be91-591d6381aa37 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584929 Jul 29 11:48:41.076358 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device fb1642b2-a468-43c6-8233-7e7bcc25cfcd up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:48:41.125348 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port fb1642b2-a468-43c6-8233-7e7bcc25cfcd triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:48:41.125753 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:41.219842 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port fb1642b2-a468-43c6-8233-7e7bcc25cfcd is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:48:41.220238 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:41.253950 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:48:41.256707 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df859403-978e-40c1-b49d-a5c9de262bf3" -d '{"events": [{"server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "name": "network-vif-plugged", "status": "completed", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:48:41.257104 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f807a51-0d04-4c28-b584-e02a2058fd8e req-b31db8fe-a172-4298-b3bd-5d21041837a9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:41.259694 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f807a51-0d04-4c28-b584-e02a2058fd8e req-b31db8fe-a172-4298-b3bd-5d21041837a9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0659273 Jul 29 11:48:41.281848 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:41.293364 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:41.327812 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f807a51-0d04-4c28-b584-e02a2058fd8e req-8316646c-4d38-453f-a8b4-45dedaae07a5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620139 Jul 29 11:48:41.384200 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8ac5d-b398-48d2-8d85-9d5c0d1b4863 req-2c80da86-20de-4b3f-b282-ef6a9907a7d8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:41.388358 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,revision_number=7']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:41.390366 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bca8ac5d-b398-48d2-8d85-9d5c0d1b4863 req-2c80da86-20de-4b3f-b282-ef6a9907a7d8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0734370 Jul 29 11:48:41.403793 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b796552b-bd77-43d6-9b5e-8ed4509cd522 x-openstack-request-id: req-b796552b-bd77-43d6-9b5e-8ed4509cd522 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:48:41.404356 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "name": "network-vif-plugged", "status": "completed", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:48:41.404610 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b796552b-bd77-43d6-9b5e-8ed4509cd522 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:48:41.405012 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b796552b-bd77-43d6-9b5e-8ed4509cd522'] response: {'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'code': 200} Jul 29 11:48:41.449902 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bca8ac5d-b398-48d2-8d85-9d5c0d1b4863 req-369768f7-a4ee-427c-a9d8-ed3b1f75030f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520191 Jul 29 11:48:42.607329 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379a475-16ef-45a2-bd81-95652e1d5c60 req-7fe37c3a-313f-42d0-8b67-6ab2995e4065 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:42.608974 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9379a475-16ef-45a2-bd81-95652e1d5c60 req-7fe37c3a-313f-42d0-8b67-6ab2995e4065 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0551925 Jul 29 11:48:42.640828 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:42.672595 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9379a475-16ef-45a2-bd81-95652e1d5c60 req-424a1414-96a6-4b96-a9a0-b4190112beb1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559030 Jul 29 11:48:42.803060 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 44628) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:42.807969 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-27a8bb5b-d0a0-424b-bd45-4c50ae978581 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728881659', 'description': 'tempest-description--411505750'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:42.833080 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-27a8bb5b-d0a0-424b-bd45-4c50ae978581 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:42.923782 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-27a8bb5b-d0a0-424b-bd45-4c50ae978581 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group (0fce95fd-ecee-49cb-91a0-6fc36b1710ce), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:42.928443 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-27a8bb5b-d0a0-424b-bd45-4c50ae978581 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0fce95fd-ecee-49cb-91a0-6fc36b1710ce), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:42.961291 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:42.972951 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8bb5b-d0a0-424b-bd45-4c50ae978581 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fce95fd-ecee-49cb-91a0-6fc36b1710ce,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:42.999751 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-27a8bb5b-d0a0-424b-bd45-4c50ae978581 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.000949 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-27a8bb5b-d0a0-424b-bd45-4c50ae978581 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1967993 Jul 29 11:48:43.003956 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44630) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:43.009838 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-2c142b98-c286-45e7-9a7a-4364537eb66a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Request body: {'security_group_rule': {'security_group_id': '0fce95fd-ecee-49cb-91a0-6fc36b1710ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:43.041195 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2c142b98-c286-45e7-9a7a-4364537eb66a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group_rule (4c64afea-f7ea-47e1-83bc-687b27c76d05), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.086136 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:43.112891 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2c142b98-c286-45e7-9a7a-4364537eb66a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group_rule (4c64afea-f7ea-47e1-83bc-687b27c76d05), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.116522 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2c142b98-c286-45e7-9a7a-4364537eb66a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (4c64afea-f7ea-47e1-83bc-687b27c76d05), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.136565 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c142b98-c286-45e7-9a7a-4364537eb66a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c64afea-f7ea-47e1-83bc-687b27c76d05,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:43.145960 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2c142b98-c286-45e7-9a7a-4364537eb66a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.149732 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-2c142b98-c286-45e7-9a7a-4364537eb66a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416345 Jul 29 11:48:43.149823 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44634) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:43.154168 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-46038b3c-ac12-4cec-8aed-26935b4d3fed tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Request body: {'security_group_rule': {'security_group_id': '0fce95fd-ecee-49cb-91a0-6fc36b1710ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:43.197261 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46038b3c-ac12-4cec-8aed-26935b4d3fed tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group_rule (2f4566e8-78ac-4b53-866c-cb9fcab9831e), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.270067 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46038b3c-ac12-4cec-8aed-26935b4d3fed tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group_rule (2f4566e8-78ac-4b53-866c-cb9fcab9831e), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.274230 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46038b3c-ac12-4cec-8aed-26935b4d3fed tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (2f4566e8-78ac-4b53-866c-cb9fcab9831e), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.295147 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46038b3c-ac12-4cec-8aed-26935b4d3fed tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4566e8-78ac-4b53-866c-cb9fcab9831e,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:43.312900 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46038b3c-ac12-4cec-8aed-26935b4d3fed tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.317676 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-46038b3c-ac12-4cec-8aed-26935b4d3fed tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641977 Jul 29 11:48:43.317914 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44636) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:43.322389 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:43.347298 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.446451 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.566673 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Allocated IP 172.27.2.236 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/028b24a1-451b-4bca-9f34-dcd4c2ccada7) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:48:43.691692 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for port (028b24a1-451b-4bca-9f34-dcd4c2ccada7), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.740484 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (028b24a1-451b-4bca-9f34-dcd4c2ccada7), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:43.785241 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:43.807064 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:48:43.811477 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:48:43.815699 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event updated for resources: {'Port': ['ID=028b24a1-451b-4bca-9f34-dcd4c2ccada7,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:43.819060 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:48:43.993608 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0a3bd-a17a-4854-994e-4d3a4f5dda40 req-67297fbf-9aea-48f9-94b9-193221f247e8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:43.995268 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f1c0a3bd-a17a-4854-994e-4d3a4f5dda40 req-67297fbf-9aea-48f9-94b9-193221f247e8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0808640 Jul 29 11:48:43.996619 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for floatingip (bd03e7db-08e8-4867-9790-8a8b40c44c2f), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:44.024888 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:44.067565 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (028b24a1-451b-4bca-9f34-dcd4c2ccada7), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:44.104505 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f1c0a3bd-a17a-4854-994e-4d3a4f5dda40 req-7a9c3e1b-44a6-4f98-acfc-2df93753e10c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991247 Jul 29 11:48:44.254845 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for port (028b24a1-451b-4bca-9f34-dcd4c2ccada7), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:44.260299 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (028b24a1-451b-4bca-9f34-dcd4c2ccada7), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:44.342933 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event updated for resources: {'Port': ['ID=028b24a1-451b-4bca-9f34-dcd4c2ccada7,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:44.355697 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (bd03e7db-08e8-4867-9790-8a8b40c44c2f), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:44.375150 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:44.388408 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-e9e32c21-6795-484c-8606-caf71ab58ecf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0576677 Jul 29 11:48:44.613763 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ebec76e4-d9b2-44db-aeeb-92ccf8076453 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--728881659&fields=id&tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f HTTP/1.1" status: 200 len: 267 time: 0.0480800 Jul 29 11:48:44.736825 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d306-1108-478d-822b-661ac8e93bdb req-8f83d447-492e-48c3-95f5-6a93ef9afd8d tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:44.738356 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-8f83d447-492e-48c3-95f5-6a93ef9afd8d tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 818 time: 0.1183929 Jul 29 11:48:44.754566 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-c0aa85cf-603e-4252-801d-9ecd79199911 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/quotas/106664c99e9c4a0d9a9c9c05e08a3d7f HTTP/1.1" status: 200 len: 375 time: 0.0105231 Jul 29 11:48:44.814402 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-8a445b83-7d4b-4871-a626-b7e681b06b56 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0538356 Jul 29 11:48:44.931894 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-fa3f4841-ccab-488a-a452-a912008777c5 service neutron] 10.222.0.60 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000164 Jul 29 11:48:44.989724 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:45.034937 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-958a432b-990c-4987-804a-02d3d53cadab service neutron] 10.222.0.60 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966156 Jul 29 11:48:45.362265 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b7e12927-feee-4882-8ddd-4a35f8a6546a req-1846ed93-6c29-4f10-b85c-8114b176d3dd tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 210 time: 0.0596423 Jul 29 11:48:45.392236 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc86a1-fe16-43d1-bf4c-c910518082d4 req-52e6d02b-6860-48bb-86a4-7067d11a11d8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:45.399589 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6edc86a1-fe16-43d1-bf4c-c910518082d4 req-52e6d02b-6860-48bb-86a4-7067d11a11d8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.1084049 Jul 29 11:48:45.457144 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6edc86a1-fe16-43d1-bf4c-c910518082d4 req-dcd4d41b-6fe2-46b6-b63c-454a67227f24 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566831 Jul 29 11:48:45.682101 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:46.509252 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3dbc7bdf-86ae-48d8-97c3-d819a99bb0de req-c08a801d-c9bc-4672-beaf-d89470c2dfce tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 210 time: 0.0558531 Jul 29 11:48:46.651076 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2b189-8dc4-4c5c-a1ad-f8683d8d1c30 req-f06e5b8e-a381-45cf-a445-2a16b26bccce tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:46.653504 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e1c2b189-8dc4-4c5c-a1ad-f8683d8d1c30 req-f06e5b8e-a381-45cf-a445-2a16b26bccce tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0847278 Jul 29 11:48:46.696047 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d306-1108-478d-822b-661ac8e93bdb req-7bd07540-db9a-4f81-ac66-437f7b74baa4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:46.698669 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-7bd07540-db9a-4f81-ac66-437f7b74baa4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 818 time: 0.2003312 Jul 29 11:48:46.721501 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e1c2b189-8dc4-4c5c-a1ad-f8683d8d1c30 req-6136b555-3a69-4df0-8a1b-433d71903ba7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519869 Jul 29 11:48:46.803627 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-446740df-1c9c-4eb3-ae07-3c21ae994fbf tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f HTTP/1.1" status: 200 len: 379 time: 0.0766351 Jul 29 11:48:46.815830 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Request body: {'port': {'device_id': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'admin_state_up': True, 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'security_groups': ['0fce95fd-ecee-49cb-91a0-6fc36b1710ce']}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:46.939427 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Made reservation on behalf of 106664c99e9c4a0d9a9c9c05e08a3d7f for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:48:46.943289 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:47.098719 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Allocated IP 172.20.0.5 (4303157a-2669-4080-b15b-7be339c78e2e/0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f/666ba69f-5b53-402b-9db5-8013b146c1da) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:48:47.218477 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:47.258687 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for port (666ba69f-5b53-402b-9db5-8013b146c1da), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:47.294809 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:47.347059 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Network 4303157a-2669-4080-b15b-7be339c78e2e is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:48:47.350613 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:48:47.353242 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:48:47.388967 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event updated for resources: {'Port': ['ID=666ba69f-5b53-402b-9db5-8013b146c1da,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:47.416781 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:47.417644 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:47.438017 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-9ec4bb16-83ae-42cb-98ee-3c512a57c03b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6265292 Jul 29 11:48:47.591384 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Request body: {'port': {'device_id': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:47.603324 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:47.681133 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:47.687137 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17950345-7e5b-4fba-8a04-b8f3ff5002c8 req-a114eb33-1fc5-457f-8a90-f14d97db706e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:47.688580 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-3be19fad-aff2-4bdf-acf8-13ea6847aa35 None None] Provisioning complete for port 666ba69f-5b53-402b-9db5-8013b146c1da triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:48:47.690659 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-17950345-7e5b-4fba-8a04-b8f3ff5002c8 req-a114eb33-1fc5-457f-8a90-f14d97db706e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 931 time: 0.0956082 Jul 29 11:48:47.692656 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-3be19fad-aff2-4bdf-acf8-13ea6847aa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:47.696793 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:47.770294 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-17950345-7e5b-4fba-8a04-b8f3ff5002c8 req-d6294656-c240-48a5-8923-ea452512f8a7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731757 Jul 29 11:48:47.791491 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:47.792935 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-3be19fad-aff2-4bdf-acf8-13ea6847aa35 None None] Port 666ba69f-5b53-402b-9db5-8013b146c1da cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:48:47.893979 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e47ef-59a1-4e19-b667-0377032dd7cc req-858f25ad-02b0-42be-9b32-5e9e51092107 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:47.901788 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-579e47ef-59a1-4e19-b667-0377032dd7cc req-858f25ad-02b0-42be-9b32-5e9e51092107 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0587206 Jul 29 11:48:47.963469 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-579e47ef-59a1-4e19-b667-0377032dd7cc req-098d8bae-4de2-465e-b0bd-bf2d526dff52 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571544 Jul 29 11:48:48.047391 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666ba69f-5b53-402b-9db5-8013b146c1da {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:48:48.056461 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Publish callbacks [] for port (666ba69f-5b53-402b-9db5-8013b146c1da), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:48.075562 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Transition to ACTIVE for port object 666ba69f-5b53-402b-9db5-8013b146c1da will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:48:48.080823 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:48.169856 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Pushing event updated for resources: {'Port': ['ID=666ba69f-5b53-402b-9db5-8013b146c1da,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:48.307062 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Attempting to bind port 666ba69f-5b53-402b-9db5-8013b146c1da on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:48:48.316234 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Attempting to bind port 666ba69f-5b53-402b-9db5-8013b146c1da by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:48:48.316234 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Attempting to bind port 666ba69f-5b53-402b-9db5-8013b146c1da on network 4303157a-2669-4080-b15b-7be339c78e2e {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:48:48.316234 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Port 666ba69f-5b53-402b-9db5-8013b146c1da on network 4303157a-2669-4080-b15b-7be339c78e2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:48:48.316234 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Attempting to bind port 666ba69f-5b53-402b-9db5-8013b146c1da on network 4303157a-2669-4080-b15b-7be339c78e2e {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:48:48.329460 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:48:48.329460 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Checking segment: {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:48:48.329460 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Bound using segment: {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:48:48.329923 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Bound port: 666ba69f-5b53-402b-9db5-8013b146c1da, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737009d3-28a9-4256-862f-044bef899b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:48:48.329923 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:48.347858 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:48.438099 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] For port 666ba69f-5b53-402b-9db5-8013b146c1da, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:48:48.441902 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] For port 666ba69f-5b53-402b-9db5-8013b146c1da, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=666ba69f-5b53-402b-9db5-8013b146c1da,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:48:48.464555 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:48.499772 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:48.500396 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:48.501899 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] 10.222.0.58 "PUT /v2.0/ports/666ba69f-5b53-402b-9db5-8013b146c1da HTTP/1.1" status: 200 len: 1093 time: 0.9153755 Jul 29 11:48:48.502236 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:48:48.504992 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a981ea73-b677-4f63-80a5-1d22e4b5d364" -d '{"events": [{"name": "network-changed", "server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:48:48.624393 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce2575f-f739-4ac0-9f14-7d18b8c630eb x-openstack-request-id: req-6ce2575f-f739-4ac0-9f14-7d18b8c630eb {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:48:48.624628 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:48:48.624935 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ce2575f-f739-4ac0-9f14-7d18b8c630eb {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:48:48.625353 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce2575f-f739-4ac0-9f14-7d18b8c630eb'] response: {'name': 'network-changed', 'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da', 'status': 'completed', 'code': 200} Jul 29 11:48:48.627985 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16dde1-8897-4bf8-b789-4397582dddd8 service neutron] Pushing event updated for resources: {'Port': ['ID=666ba69f-5b53-402b-9db5-8013b146c1da,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:48.631636 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d306-1108-478d-822b-661ac8e93bdb req-7cbdbdd3-c201-4d03-b36a-5a8e78b95d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:48.633153 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-7cbdbdd3-c201-4d03-b36a-5a8e78b95d89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 1127 time: 0.0722840 Jul 29 11:48:48.681897 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-87606d9e-418d-4842-9b9a-d548ea31238e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666ba69f-5b53-402b-9db5-8013b146c1da HTTP/1.1" status: 200 len: 217 time: 0.0377069 Jul 29 11:48:48.746974 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d306-1108-478d-822b-661ac8e93bdb req-6cb715a6-831c-44be-b368-a75acb60ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:48.748899 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-6cb715a6-831c-44be-b368-a75acb60ace6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.0600822 Jul 29 11:48:48.799808 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d306-1108-478d-822b-661ac8e93bdb req-642cb9f2-28cc-4ef3-b758-820b11e5f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:48.801229 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-642cb9f2-28cc-4ef3-b758-820b11e5f814 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422578 Jul 29 11:48:48.946000 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ce3c3-2b8a-43e1-9091-6e514cc10a37 req-9d4d2604-62e6-499f-9c3c-db95aa32d776 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:48.948014 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e37ce3c3-2b8a-43e1-9091-6e514cc10a37 req-9d4d2604-62e6-499f-9c3c-db95aa32d776 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 943 time: 0.0787358 Jul 29 11:48:48.973963 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-71df5916-2039-4618-bf91-3a65d67ea595 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635346 Jul 29 11:48:49.015346 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e37ce3c3-2b8a-43e1-9091-6e514cc10a37 req-bb25bda8-e0d3-4e0e-b720-9df6160a8769 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607917 Jul 29 11:48:49.103512 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71991ad-712e-47b5-9367-ab989be7c8b2 req-ea753605-fb87-4bd0-bd01-0286f0d7fb85 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:49.111571 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f71991ad-712e-47b5-9367-ab989be7c8b2 req-ea753605-fb87-4bd0-bd01-0286f0d7fb85 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0610352 Jul 29 11:48:49.113523 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 44716) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:49.117815 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-b7045f71-46c9-4a1d-a01d-2393902d0241 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1617578439', 'description': 'tempest-description--545082340'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:49.142111 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:49.162911 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b7045f71-46c9-4a1d-a01d-2393902d0241 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.182709 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f71991ad-712e-47b5-9367-ab989be7c8b2 req-d366ccc3-0fd8-41a1-bce6-406697ca58a5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699565 Jul 29 11:48:49.191094 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5c42d306-1108-478d-822b-661ac8e93bdb req-daa65cdb-95d1-46ff-8ac3-9401704c11e7 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092543 Jul 29 11:48:49.281004 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b7045f71-46c9-4a1d-a01d-2393902d0241 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (b9b467f8-d8aa-45b1-8de2-e3417664fd63), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.286335 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b7045f71-46c9-4a1d-a01d-2393902d0241 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b9b467f8-d8aa-45b1-8de2-e3417664fd63), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.330797 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7045f71-46c9-4a1d-a01d-2393902d0241 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b467f8-d8aa-45b1-8de2-e3417664fd63,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:49.335260 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b7045f71-46c9-4a1d-a01d-2393902d0241 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.339608 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-b7045f71-46c9-4a1d-a01d-2393902d0241 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2221243 Jul 29 11:48:49.340811 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44718) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:49.349110 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-a69a0238-c248-4ebb-b927-e691958ec70a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group_rule': {'security_group_id': 'b9b467f8-d8aa-45b1-8de2-e3417664fd63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:49.392700 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a69a0238-c248-4ebb-b927-e691958ec70a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (072bb519-4445-4047-b453-59dde076f0d0), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.462491 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a69a0238-c248-4ebb-b927-e691958ec70a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (072bb519-4445-4047-b453-59dde076f0d0), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.468841 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a69a0238-c248-4ebb-b927-e691958ec70a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (072bb519-4445-4047-b453-59dde076f0d0), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.502670 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a0238-c248-4ebb-b927-e691958ec70a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072bb519-4445-4047-b453-59dde076f0d0,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:49.516660 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a69a0238-c248-4ebb-b927-e691958ec70a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.518062 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-a69a0238-c248-4ebb-b927-e691958ec70a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1762133 Jul 29 11:48:49.520829 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44720) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:49.525148 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-696a89bb-2858-4723-a86c-e7e7626dec1a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group_rule': {'security_group_id': 'b9b467f8-d8aa-45b1-8de2-e3417664fd63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:49.558457 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-696a89bb-2858-4723-a86c-e7e7626dec1a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (22557fcd-d8be-48ae-9deb-a0189ec86649), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.611251 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:49.623710 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-696a89bb-2858-4723-a86c-e7e7626dec1a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (22557fcd-d8be-48ae-9deb-a0189ec86649), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.627929 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-696a89bb-2858-4723-a86c-e7e7626dec1a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (22557fcd-d8be-48ae-9deb-a0189ec86649), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.651416 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a89bb-2858-4723-a86c-e7e7626dec1a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22557fcd-d8be-48ae-9deb-a0189ec86649,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:49.663096 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-696a89bb-2858-4723-a86c-e7e7626dec1a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.664655 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-696a89bb-2858-4723-a86c-e7e7626dec1a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425204 Jul 29 11:48:49.667722 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 44724) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:48:49.677456 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:49.711665 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.818298 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:49.931868 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Allocated IP 172.27.2.138 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/af3d559b-9b95-4043-9ed1-ac7362c453f7) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:48:50.005391 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:50.046789 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (af3d559b-9b95-4043-9ed1-ac7362c453f7), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:50.083866 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (af3d559b-9b95-4043-9ed1-ac7362c453f7), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:50.126427 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:48:50.129887 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:48:50.137698 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:48:50.177687 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f22f88-0431-4e34-8a11-4ba4e7be6ef4 req-f5a7d6fa-13ae-4f1e-8ab0-c1e2b690ed92 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:50.181182 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=af3d559b-9b95-4043-9ed1-ac7362c453f7,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:50.182428 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-94f22f88-0431-4e34-8a11-4ba4e7be6ef4 req-f5a7d6fa-13ae-4f1e-8ab0-c1e2b690ed92 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 943 time: 0.0588636 Jul 29 11:48:50.249003 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-94f22f88-0431-4e34-8a11-4ba4e7be6ef4 req-c4318be1-2fdf-4331-b34e-c944a612cc69 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530252 Jul 29 11:48:50.257329 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (75862383-4a45-4a07-a5ae-8adf79ad1266), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:50.294879 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:50.308037 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (af3d559b-9b95-4043-9ed1-ac7362c453f7), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:50.383790 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5105fe-fea3-4aaa-9523-4d2e2078dacf req-e451a1d5-8f26-4266-8f1b-1078a9a7ac82 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:50.386506 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b5105fe-fea3-4aaa-9523-4d2e2078dacf req-e451a1d5-8f26-4266-8f1b-1078a9a7ac82 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0622394 Jul 29 11:48:50.452542 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b5105fe-fea3-4aaa-9523-4d2e2078dacf req-7ff93d72-a113-45c7-8528-2654a33f0080 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594285 Jul 29 11:48:50.485967 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981ea73-b677-4f63-80a5-1d22e4b5d364 req-0b7bbe93-35f4-47e0-a6a9-8d734b379073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:50.487574 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a981ea73-b677-4f63-80a5-1d22e4b5d364 req-0b7bbe93-35f4-47e0-a6a9-8d734b379073 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 1127 time: 0.0675409 Jul 29 11:48:50.585470 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (af3d559b-9b95-4043-9ed1-ac7362c453f7), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:50.594738 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (af3d559b-9b95-4043-9ed1-ac7362c453f7), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:50.684559 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981ea73-b677-4f63-80a5-1d22e4b5d364 req-6f6218be-ff5c-4f38-af03-82c67d5e9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:50.686182 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a981ea73-b677-4f63-80a5-1d22e4b5d364 req-6f6218be-ff5c-4f38-af03-82c67d5e9761 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.1900876 Jul 29 11:48:50.690881 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=af3d559b-9b95-4043-9ed1-ac7362c453f7,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:50.959384 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a981ea73-b677-4f63-80a5-1d22e4b5d364 req-590a1be0-8cf2-45f2-8428-bb9dd3e0a3d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666ba69f-5b53-402b-9db5-8013b146c1da HTTP/1.1" status: 200 len: 217 time: 0.2644863 Jul 29 11:48:50.960380 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (75862383-4a45-4a07-a5ae-8adf79ad1266), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:51.003056 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:51.009890 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-ccd34251-3950-4451-987f-3913cd31d899 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3405404 Jul 29 11:48:51.031331 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981ea73-b677-4f63-80a5-1d22e4b5d364 req-553d6e86-7914-48d5-9426-5e76839dc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:51.032968 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a981ea73-b677-4f63-80a5-1d22e4b5d364 req-553d6e86-7914-48d5-9426-5e76839dc97c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.0645454 Jul 29 11:48:51.087253 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981ea73-b677-4f63-80a5-1d22e4b5d364 req-4e9b4d0e-347e-4fc5-8708-99f50c458193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:51.088911 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a981ea73-b677-4f63-80a5-1d22e4b5d364 req-4e9b4d0e-347e-4fc5-8708-99f50c458193 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439641 Jul 29 11:48:51.138815 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 666ba69f-5b53-402b-9db5-8013b146c1da details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:48:51.238437 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:51.243901 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a981ea73-b677-4f63-80a5-1d22e4b5d364 req-94ff6774-dd0a-4443-9550-f6409bb0c8f3 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453025 Jul 29 11:48:51.271861 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 666ba69f-5b53-402b-9db5-8013b146c1da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=666ba69f-5b53-402b-9db5-8013b146c1da,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:51.285218 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '666ba69f-5b53-402b-9db5-8013b146c1da', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'port_id': '666ba69f-5b53-402b-9db5-8013b146c1da', 'mac_address': 'fa:16:3e:6f:cd:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:48:51.310608 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-14dd923e-0ecb-4eba-8be1-019e57c4e866 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1617578439&fields=id&tenant_id=6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 267 time: 0.0970311 Jul 29 11:48:51.375098 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 666ba69f-5b53-402b-9db5-8013b146c1da is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:48:51.375849 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:51.393235 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666ba69f-5b53-402b-9db5-8013b146c1da {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:48:51.408465 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a981ea73-b677-4f63-80a5-1d22e4b5d364 req-63132719-c520-4601-adb8-fc29f9114a1e service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607051 Jul 29 11:48:51.423086 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 666ba69f-5b53-402b-9db5-8013b146c1da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=666ba69f-5b53-402b-9db5-8013b146c1da,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:51.429667 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:51.445797 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:51.463064 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b448e80-5f8e-40c8-aee6-6986cd4352e6 req-be31e46b-1ba7-4995-8a19-f6955ec3de3b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:51.464649 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8b448e80-5f8e-40c8-aee6-6986cd4352e6 req-be31e46b-1ba7-4995-8a19-f6955ec3de3b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 943 time: 0.0876095 Jul 29 11:48:51.479573 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:51.505557 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=666ba69f-5b53-402b-9db5-8013b146c1da,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:51.516847 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-c24bb22e-590f-4f36-9265-eae7b40ee9fc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:51.524252 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-c24bb22e-590f-4f36-9265-eae7b40ee9fc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 815 time: 0.2057436 Jul 29 11:48:51.547944 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-4588a5db-047a-434e-b079-ad4f1cc170b9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/quotas/6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 375 time: 0.0239317 Jul 29 11:48:51.598470 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8b448e80-5f8e-40c8-aee6-6986cd4352e6 req-fb5f98c2-9609-45e8-860c-591e502c19b7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181128 Jul 29 11:48:51.609635 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-bc9d31e8-a0eb-40fd-973a-33a971aa5945 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604408 Jul 29 11:48:51.777013 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e7e2-549a-481d-97cd-363eb823ecd2 req-71b303ed-69a2-4b73-9efe-ab3119cb467d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:51.779245 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4d08e7e2-549a-481d-97cd-363eb823ecd2 req-71b303ed-69a2-4b73-9efe-ab3119cb467d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.1101623 Jul 29 11:48:51.784708 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['666ba69f-5b53-402b-9db5-8013b146c1da'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:48:51.843808 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-82063cd6-bbae-48d5-89d0-e40566cd78ce service neutron] 10.222.0.60 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055051 Jul 29 11:48:51.946369 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4d08e7e2-549a-481d-97cd-363eb823ecd2 req-577de879-971d-4abe-bd71-833b792da001 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568394 Jul 29 11:48:51.987742 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-b5ee7e26-9a76-4876-9ceb-62bd395c73a0 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429808 Jul 29 11:48:52.169881 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b8b0a8bc-f3fc-4c65-b9bc-7ce0184ac174 req-43cc8eb8-357f-4a6e-be3e-810a585519a5 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 210 time: 0.0309007 Jul 29 11:48:52.728535 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e6540-5da1-4e7a-81c3-5f8d6f33a355 req-c3ed2666-586b-4a1b-b7cd-a63bd40f3375 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:52.730099 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-254e6540-5da1-4e7a-81c3-5f8d6f33a355 req-c3ed2666-586b-4a1b-b7cd-a63bd40f3375 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 944 time: 0.0503244 Jul 29 11:48:52.784654 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-254e6540-5da1-4e7a-81c3-5f8d6f33a355 req-59d4ceb8-d399-40b1-a52b-cae891ab69c7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478048 Jul 29 11:48:53.063847 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7de844-f3b8-4449-aa00-d6e554ef5725 req-f19e9b5b-c335-46a8-92ee-1de279789813 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:53.065325 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ae7de844-f3b8-4449-aa00-d6e554ef5725 req-f19e9b5b-c335-46a8-92ee-1de279789813 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0465035 Jul 29 11:48:53.076413 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:53.116457 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ae7de844-f3b8-4449-aa00-d6e554ef5725 req-bbeb37ae-b5c4-44b3-8c18-08d077bdabc0 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455179 Jul 29 11:48:53.142732 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 666ba69f-5b53-402b-9db5-8013b146c1da up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:48:53.187865 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 666ba69f-5b53-402b-9db5-8013b146c1da completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:48:53.193357 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 666ba69f-5b53-402b-9db5-8013b146c1da triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:48:53.193794 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:53.267665 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 666ba69f-5b53-402b-9db5-8013b146c1da is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:48:53.268053 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:53.270705 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a990496a-158f-48ec-a176-cd3ac9bd9bad req-0d5c6719-80f8-434b-85ca-e835d6836cff tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 210 time: 0.0270724 Jul 29 11:48:53.302933 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:48:53.305460 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47337bd6-113c-44df-aaa5-f10fd1320107" -d '{"events": [{"server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "name": "network-vif-plugged", "status": "completed", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:48:53.320034 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 666ba69f-5b53-402b-9db5-8013b146c1da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=666ba69f-5b53-402b-9db5-8013b146c1da,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:53.326388 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:53.362043 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105271be-5214-4c9b-b265-508200d31306 x-openstack-request-id: req-105271be-5214-4c9b-b265-508200d31306 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:48:53.362332 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "name": "network-vif-plugged", "status": "completed", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:48:53.362584 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-105271be-5214-4c9b-b265-508200d31306 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:48:53.362982 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105271be-5214-4c9b-b265-508200d31306'] response: {'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da', 'code': 200} Jul 29 11:48:53.499779 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=666ba69f-5b53-402b-9db5-8013b146c1da,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:53.545278 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76673e35-f3fe-433d-a778-0ba54365699f req-ffdafab8-b28a-43d8-a67a-80f9b5ba07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:53.546901 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-76673e35-f3fe-433d-a778-0ba54365699f req-ffdafab8-b28a-43d8-a67a-80f9b5ba07d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 1130 time: 0.0676537 Jul 29 11:48:53.598700 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-3a8ccbd3-4680-48be-8431-42658297c2b0 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:53.600485 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-3a8ccbd3-4680-48be-8431-42658297c2b0 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 815 time: 0.1204162 Jul 29 11:48:53.639360 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:53.656156 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76673e35-f3fe-433d-a778-0ba54365699f req-bd56c324-35f7-4d05-bb70-c00e7466b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:53.657888 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-76673e35-f3fe-433d-a778-0ba54365699f req-bd56c324-35f7-4d05-bb70-c00e7466b03f service neutron] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 918 time: 0.1046100 Jul 29 11:48:53.711102 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e21f-920c-4f89-bc61-cfee3e6f6659 req-19a111ae-9557-4e8f-ba42-4144e349186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:53.712584 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7321e21f-920c-4f89-bc61-cfee3e6f6659 req-19a111ae-9557-4e8f-ba42-4144e349186f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0672946 Jul 29 11:48:53.718866 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7a1ea11e-3e18-4118-9e74-7bc2584a633d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 472 time: 0.1078830 Jul 29 11:48:53.731060 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-76673e35-f3fe-433d-a778-0ba54365699f req-b9210d89-495d-40e8-8fac-6cc523ec528c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd HTTP/1.1" status: 200 len: 1002 time: 0.0605557 Jul 29 11:48:53.827024 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'port': {'device_id': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'admin_state_up': True, 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'security_groups': ['b9b467f8-d8aa-45b1-8de2-e3417664fd63']}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:53.890715 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76673e35-f3fe-433d-a778-0ba54365699f req-1bc2a8c8-9ba7-4a4b-b581-c159c7140bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:53.892170 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-76673e35-f3fe-433d-a778-0ba54365699f req-1bc2a8c8-9ba7-4a4b-b581-c159c7140bd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.0721171 Jul 29 11:48:53.910859 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397c2ee-47ae-4aef-a612-94f6cd6500d1 req-b61020ea-13ff-41d1-bb60-a33ac63d7aa5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:53.912265 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7397c2ee-47ae-4aef-a612-94f6cd6500d1 req-b61020ea-13ff-41d1-bb60-a33ac63d7aa5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0544145 Jul 29 11:48:53.929856 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7321e21f-920c-4f89-bc61-cfee3e6f6659 req-6d8f9edc-4865-4f48-a35b-0403d444bd5c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072164 Jul 29 11:48:53.966921 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Made reservation on behalf of 6a4b9969357142bc8724804eb47e0c48 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:48:53.970685 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:53.972851 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76673e35-f3fe-433d-a778-0ba54365699f req-779a49bd-8b80-44fc-95d0-8c2dc6fc08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:53.974379 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-76673e35-f3fe-433d-a778-0ba54365699f req-779a49bd-8b80-44fc-95d0-8c2dc6fc08b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699081 Jul 29 11:48:53.988814 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7397c2ee-47ae-4aef-a612-94f6cd6500d1 req-7c3f40d3-0e4f-4739-af63-f8e374a5142a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669317 Jul 29 11:48:54.102228 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Allocated IP 172.20.0.4 (b8c1956d-5393-448f-8fc5-93aafd4768ba/22487528-4cb3-453b-b46a-f8e4c396dd42/4320296e-8fd1-4e24-b644-cad52e9c4572) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:48:54.239675 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:54.242579 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:54.250984 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90027b31-26f3-4c90-b2d0-7c0125ab7cb5 req-9a841248-5060-40cc-8edd-9347938af03d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:54.252441 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-90027b31-26f3-4c90-b2d0-7c0125ab7cb5 req-9a841248-5060-40cc-8edd-9347938af03d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0505190 Jul 29 11:48:54.275977 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:54.302251 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-90027b31-26f3-4c90-b2d0-7c0125ab7cb5 req-189e8db7-bd4f-4f7e-b4b4-b10ae8deb0a2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439510 Jul 29 11:48:54.323261 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Network b8c1956d-5393-448f-8fc5-93aafd4768ba is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:48:54.326957 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:48:54.333469 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=4320296e-8fd1-4e24-b644-cad52e9c4572,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:54.335623 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:48:54.369963 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:54.391127 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:54.391781 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:54.399690 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec65b37-46bd-4559-ab0f-3e79fa9bd0f9 req-93f48264-1121-4128-9819-5c52c1ceff15 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:54.403551 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1ec65b37-46bd-4559-ab0f-3e79fa9bd0f9 req-93f48264-1121-4128-9819-5c52c1ceff15 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 931 time: 0.0553236 Jul 29 11:48:54.410678 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-1d17842b-44d0-4ba0-9bdc-a57650aa8e79 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894258 Jul 29 11:48:54.454825 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1ec65b37-46bd-4559-ab0f-3e79fa9bd0f9 req-73b12430-ce20-4a84-b50f-2fb66f3be0c3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Jul 29 11:48:54.515450 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Request body: {'port': {'device_id': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:48:54.533187 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-27151422-3f7d-4d14-a4b9-ef031d584fe6 None None] Provisioning complete for port 4320296e-8fd1-4e24-b644-cad52e9c4572 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:48:54.534333 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-27151422-3f7d-4d14-a4b9-ef031d584fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:54.573885 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-27151422-3f7d-4d14-a4b9-ef031d584fe6 None None] Port 4320296e-8fd1-4e24-b644-cad52e9c4572 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:48:54.585402 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:54.613513 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-76673e35-f3fe-433d-a778-0ba54365699f req-27f34269-ece2-474c-954d-2eb51359c785 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037250 Jul 29 11:48:54.632345 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:54.668234 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:54.840937 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4320296e-8fd1-4e24-b644-cad52e9c4572 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:48:54.848248 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Publish callbacks [] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:54.860802 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Transition to ACTIVE for port object 4320296e-8fd1-4e24-b644-cad52e9c4572 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:48:54.864261 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:54.919665 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Pushing event updated for resources: {'Port': ['ID=4320296e-8fd1-4e24-b644-cad52e9c4572,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:54.989897 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Attempting to bind port 4320296e-8fd1-4e24-b644-cad52e9c4572 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:48:54.990360 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Attempting to bind port 4320296e-8fd1-4e24-b644-cad52e9c4572 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:48:54.990706 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Attempting to bind port 4320296e-8fd1-4e24-b644-cad52e9c4572 on network b8c1956d-5393-448f-8fc5-93aafd4768ba {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:48:54.995360 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Port 4320296e-8fd1-4e24-b644-cad52e9c4572 on network b8c1956d-5393-448f-8fc5-93aafd4768ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:48:54.995705 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Attempting to bind port 4320296e-8fd1-4e24-b644-cad52e9c4572 on network b8c1956d-5393-448f-8fc5-93aafd4768ba {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:48:55.001859 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:48:55.002203 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Checking segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:48:55.002590 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Bound using segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:48:55.003030 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Bound port: 4320296e-8fd1-4e24-b644-cad52e9c4572, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:48:55.003387 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:55.077443 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] For port 4320296e-8fd1-4e24-b644-cad52e9c4572, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:48:55.086638 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] For port 4320296e-8fd1-4e24-b644-cad52e9c4572, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4320296e-8fd1-4e24-b644-cad52e9c4572,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:48:55.093946 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:55.130096 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:55.130599 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:55.131972 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] 10.222.0.58 "PUT /v2.0/ports/4320296e-8fd1-4e24-b644-cad52e9c4572 HTTP/1.1" status: 200 len: 1093 time: 0.6218829 Jul 29 11:48:55.132402 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'tag': '4320296e-8fd1-4e24-b644-cad52e9c4572'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:48:55.134729 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e950202-d87d-4609-9054-22ca429e3a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fca404e-1bae-45f1-b4c7-0f1363d90a44", "tag": "4320296e-8fd1-4e24-b644-cad52e9c4572"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:48:55.139353 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c649b-c229-46b2-b827-da935bd1a6be req-cc83014b-b172-4e32-9565-bcd46f14fe3d tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:55.140963 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-916c649b-c229-46b2-b827-da935bd1a6be req-cc83014b-b172-4e32-9565-bcd46f14fe3d tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0532267 Jul 29 11:48:55.159952 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09e834-2f7f-426f-9374-f7313522ee69 service neutron] Pushing event updated for resources: {'Port': ['ID=4320296e-8fd1-4e24-b644-cad52e9c4572,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:55.182674 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baea792-3f4e-49f2-9558-305842d1cef0 x-openstack-request-id: req-6baea792-3f4e-49f2-9558-305842d1cef0 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:48:55.183106 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fca404e-1bae-45f1-b4c7-0f1363d90a44", "tag": "4320296e-8fd1-4e24-b644-cad52e9c4572", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:48:55.183359 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6baea792-3f4e-49f2-9558-305842d1cef0 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:48:55.184833 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6baea792-3f4e-49f2-9558-305842d1cef0'] response: {'name': 'network-changed', 'server_uuid': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'tag': '4320296e-8fd1-4e24-b644-cad52e9c4572', 'status': 'completed', 'code': 200} Jul 29 11:48:55.205752 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-916c649b-c229-46b2-b827-da935bd1a6be req-1f0435ea-7a80-432a-b79d-bb3f4a02f8b9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549293 Jul 29 11:48:55.382768 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-76673e35-f3fe-433d-a778-0ba54365699f req-49185624-357c-4ebe-853a-69b0feaaaff7 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001065 Jul 29 11:48:55.410808 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e950202-d87d-4609-9054-22ca429e3a5a req-3afff30b-528d-4e5b-9b6a-0bc3a27eb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:55.412264 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-1e950202-d87d-4609-9054-22ca429e3a5a req-3afff30b-528d-4e5b-9b6a-0bc3a27eb7a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 1127 time: 0.0638547 Jul 29 11:48:55.450876 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a587e68-4767-4645-b8a6-3754a1495971 req-fb4f143b-79f7-432f-bda6-e1194e13b62b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:55.452361 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6a587e68-4767-4645-b8a6-3754a1495971 req-fb4f143b-79f7-432f-bda6-e1194e13b62b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0571902 Jul 29 11:48:55.500320 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6a587e68-4767-4645-b8a6-3754a1495971 req-0d5af985-4d37-4407-ba91-cacc9f950c86 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423374 Jul 29 11:48:55.559851 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:55.574807 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df017764-3f89-476e-9873-a193ae2b5476 req-7770d2c1-bd3b-4d41-b0e2-39b4017f490a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:55.576224 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-df017764-3f89-476e-9873-a193ae2b5476 req-7770d2c1-bd3b-4d41-b0e2-39b4017f490a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 943 time: 0.0457902 Jul 29 11:48:55.774975 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7b10a2b7-243a-496a-80fd-ddf329adfdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:55.799293 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=17 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:55.802172 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=12 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:55.849218 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-df017764-3f89-476e-9873-a193ae2b5476 req-5f4daa48-2a80-4e4e-94e8-e6683c7a77d3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673461 Jul 29 11:48:56.334517 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aaafe-d118-43e1-a3c2-20219d1d2130 req-bf76bf30-cd13-4bad-9118-85fe95a0397b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:56.336556 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-263aaafe-d118-43e1-a3c2-20219d1d2130 req-bf76bf30-cd13-4bad-9118-85fe95a0397b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0572984 Jul 29 11:48:56.387669 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-263aaafe-d118-43e1-a3c2-20219d1d2130 req-57c4a45b-1c71-441e-81d5-9e968eeaff01 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440533 Jul 29 11:48:56.623162 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa69565-7de9-4155-948b-9305efccae3c req-6d913825-5ce1-4bd8-9ede-a754550ff920 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:56.624520 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-faa69565-7de9-4155-948b-9305efccae3c req-6d913825-5ce1-4bd8-9ede-a754550ff920 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0470037 Jul 29 11:48:56.673169 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-faa69565-7de9-4155-948b-9305efccae3c req-1c705d36-f9df-404a-a15b-88484bf0cb4b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430110 Jul 29 11:48:56.966758 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e75d3-2271-4c02-86a7-49a5d5d55cfd req-9d61bc90-ba2a-471f-936a-da061dbe22fa tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:56.968207 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-393e75d3-2271-4c02-86a7-49a5d5d55cfd req-9d61bc90-ba2a-471f-936a-da061dbe22fa tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 943 time: 0.0474977 Jul 29 11:48:57.014134 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-393e75d3-2271-4c02-86a7-49a5d5d55cfd req-3e74b8d4-3b70-4637-a162-449066fd2a0f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403547 Jul 29 11:48:57.502326 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abada24b-717a-4779-bb2d-e0ad0f17e78e req-fa55647c-179e-447a-aa43-9a052801cab2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:57.503794 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-abada24b-717a-4779-bb2d-e0ad0f17e78e req-fa55647c-179e-447a-aa43-9a052801cab2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0474107 Jul 29 11:48:57.551487 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-abada24b-717a-4779-bb2d-e0ad0f17e78e req-7d155b10-605d-4c91-8ff3-7699a9ee079a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421228 Jul 29 11:48:57.708219 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device fb1642b2-a468-43c6-8233-7e7bcc25cfcd no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:48:57.748938 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:57.791835 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port fb1642b2-a468-43c6-8233-7e7bcc25cfcd is: ACTIVE; New status is: DOWN {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:48:57.792216 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:57.800486 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844b4b-9c1f-419c-8d6a-84b9514da4e6 req-333a0934-cffc-42cc-bcf8-0fb8d4ee21ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:57.801991 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cd844b4b-9c1f-419c-8d6a-84b9514da4e6 req-333a0934-cffc-42cc-bcf8-0fb8d4ee21ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 946 time: 0.0506840 Jul 29 11:48:57.810302 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ba14028e-8cf3-4564-89e7-2d37753f7bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:57.822533 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:48:57.825352 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719d2576-62b5-4a4a-96b4-57510d4a84de" -d '{"events": [{"server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "name": "network-vif-unplugged", "status": "completed", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:48:57.837843 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:57.838373 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:48:57.843946 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:57.856703 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cd844b4b-9c1f-419c-8d6a-84b9514da4e6 req-4111f6aa-bb66-4a8f-a250-ec85961e2a1c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482390 Jul 29 11:48:57.872943 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Jul 2022 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c6713f-23a2-4e98-ac30-e65e0f8e2a88 x-openstack-request-id: req-e6c6713f-23a2-4e98-ac30-e65e0f8e2a88 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:48:57.873201 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "name": "network-vif-unplugged", "status": "completed", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:48:57.873481 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6c6713f-23a2-4e98-ac30-e65e0f8e2a88 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:48:57.873887 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c6713f-23a2-4e98-ac30-e65e0f8e2a88'] response: {'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'code': 200} Jul 29 11:48:57.893784 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,revision_number=8']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:48:58.132540 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61cdd7-7ff8-4755-b8fd-a047e050ac1b req-25b68658-5b56-4d74-ab32-ae18ab9ecb5c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:58.134030 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7d61cdd7-7ff8-4755-b8fd-a047e050ac1b req-25b68658-5b56-4d74-ab32-ae18ab9ecb5c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 943 time: 0.0473335 Jul 29 11:48:58.180851 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7d61cdd7-7ff8-4755-b8fd-a047e050ac1b req-1485068a-08c3-455c-bd9f-b9ee9bfbb51e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409508 Jul 29 11:48:58.671268 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e50d52-b88b-4161-b16c-d4e578bfb98b req-65bae0a7-6bbb-4e1e-bcd2-614b27da78d5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:58.672763 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b0e50d52-b88b-4161-b16c-d4e578bfb98b req-65bae0a7-6bbb-4e1e-bcd2-614b27da78d5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0517085 Jul 29 11:48:58.720498 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b0e50d52-b88b-4161-b16c-d4e578bfb98b req-e17862ea-f0be-4bcc-81bc-03c17ff52f04 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423079 Jul 29 11:48:58.983488 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa7e2b-0508-4dc4-a23d-490ce056a6e6 req-a26a0d07-f929-4911-b0a5-9c999abb36a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:58.984945 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f4aa7e2b-0508-4dc4-a23d-490ce056a6e6 req-a26a0d07-f929-4911-b0a5-9c999abb36a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0462623 Jul 29 11:48:59.031966 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f4aa7e2b-0508-4dc4-a23d-490ce056a6e6 req-ccefcd56-75f2-4a41-983e-2b33f490d793 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415196 Jul 29 11:48:59.117587 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:48:59.297092 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73011f7-1b37-4f64-9a55-e1edd00371a7 req-a6957ef7-109a-4145-9ba6-09de43b7c0a5 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:59.298515 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d73011f7-1b37-4f64-9a55-e1edd00371a7 req-a6957ef7-109a-4145-9ba6-09de43b7c0a5 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 943 time: 0.0475051 Jul 29 11:48:59.349140 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d73011f7-1b37-4f64-9a55-e1edd00371a7 req-78aef98f-8919-417f-a0c8-d008bc7f3421 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Jul 29 11:48:59.845230 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12de6a-b618-4892-88a0-85edab3b4aa6 req-b635755c-5f69-487e-a71e-78c660596ae0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:59.846750 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1a12de6a-b618-4892-88a0-85edab3b4aa6 req-b635755c-5f69-487e-a71e-78c660596ae0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0529423 Jul 29 11:48:59.907493 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:48:59.915514 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1a12de6a-b618-4892-88a0-85edab3b4aa6 req-5f51a78b-29c5-4fc3-a0bf-d1ed64ce9bcc tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629182 Jul 29 11:48:59.950618 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e950202-d87d-4609-9054-22ca429e3a5a req-181caece-03df-48e9-9564-33703d61b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:48:59.952083 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-1e950202-d87d-4609-9054-22ca429e3a5a req-181caece-03df-48e9-9564-33703d61b005 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6a4b9969357142bc8724804eb47e0c48&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1036615 Jul 29 11:49:00.153514 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21002524-6c05-4394-8655-8eca10bfdaaa req-26bb0789-7434-4bc2-8afb-12a8955b76b7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:00.155018 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-21002524-6c05-4394-8655-8eca10bfdaaa req-26bb0789-7434-4bc2-8afb-12a8955b76b7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0466981 Jul 29 11:49:00.202212 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-21002524-6c05-4394-8655-8eca10bfdaaa req-ecef76c5-3b94-4fbd-bdf0-717d5367d035 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416222 Jul 29 11:49:00.480996 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8de4a-689a-4f73-ab88-14224e8f1ae6 req-4ab20050-3f29-4b04-a6a6-e8a0b6a385fb tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:00.482570 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-08a8de4a-689a-4f73-ab88-14224e8f1ae6 req-4ab20050-3f29-4b04-a6a6-e8a0b6a385fb tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 943 time: 0.0593994 Jul 29 11:49:00.510057 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:00.546344 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-08a8de4a-689a-4f73-ab88-14224e8f1ae6 req-91d86b6b-06e2-46db-ad26-654b9333ce61 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579522 Jul 29 11:49:00.552460 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e950202-d87d-4609-9054-22ca429e3a5a req-3fc3cb45-a0c6-4915-8b58-af07b0abc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:00.554022 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-1e950202-d87d-4609-9054-22ca429e3a5a req-3fc3cb45-a0c6-4915-8b58-af07b0abc5a2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082926 Jul 29 11:49:00.698104 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:00.842828 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-89e000a8-fff1-4916-924b-1d64ae83a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:00.843346 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:00.844326 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-89e000a8-fff1-4916-924b-1d64ae83a1c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 1127 time: 0.0412750 Jul 29 11:49:00.896990 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-532827e6-87a1-4785-99b1-183bcf20d787 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4320296e-8fd1-4e24-b644-cad52e9c4572 HTTP/1.1" status: 200 len: 217 time: 0.0371482 Jul 29 11:49:00.946255 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-d7a5cf4a-cb1a-4c88-88e4-6c21c41a46de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:00.947976 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-d7a5cf4a-cb1a-4c88-88e4-6c21c41a46de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.0439966 Jul 29 11:49:01.034439 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d3906-1335-4625-b94e-7371284bd9d2 req-c3400296-6003-4c3e-9830-1d8eece54fbe tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:01.035999 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b19d3906-1335-4625-b94e-7371284bd9d2 req-c3400296-6003-4c3e-9830-1d8eece54fbe tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0481391 Jul 29 11:49:01.084273 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b19d3906-1335-4625-b94e-7371284bd9d2 req-ab15067b-ef18-4b08-9ddf-4e1d55631d07 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428078 Jul 29 11:49:01.198469 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c2eef-49f5-405c-b69f-f41dba50f84b req-6aa09dfe-1a6b-4089-bafe-4ed708d2e4f2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:01.200323 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-424c2eef-49f5-405c-b69f-f41dba50f84b req-6aa09dfe-1a6b-4089-bafe-4ed708d2e4f2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0484302 Jul 29 11:49:01.210086 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44856) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:49:01.214227 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-47429ce3-c64f-4791-b5f5-933f779b3022 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Request body: {'floatingip': {'port_id': '666ba69f-5b53-402b-9db5-8013b146c1da'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:49:01.258330 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-47429ce3-c64f-4791-b5f5-933f779b3022 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for floatingip (bd03e7db-08e8-4867-9790-8a8b40c44c2f), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:01.382776 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd94b3-1460-4cf3-b97c-aa7e323d2ca4 req-4ffdc854-6837-43a7-8d00-b1dce255481c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:01.384222 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ffbd94b3-1460-4cf3-b97c-aa7e323d2ca4 req-4ffdc854-6837-43a7-8d00-b1dce255481c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0972393 Jul 29 11:49:01.489613 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ffbd94b3-1460-4cf3-b97c-aa7e323d2ca4 req-bba63245-0639-4e5e-93bd-b5373c4ca33e tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994055 Jul 29 11:49:01.517160 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:01.706208 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bfc11-e7ef-4cc6-a6f1-40c21f1e71ea req-dd261d58-4079-4fdc-b531-95138024580c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:01.707735 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-612bfc11-e7ef-4cc6-a6f1-40c21f1e71ea req-dd261d58-4079-4fdc-b531-95138024580c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 943 time: 0.0853209 Jul 29 11:49:01.795535 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-612bfc11-e7ef-4cc6-a6f1-40c21f1e71ea req-f815881e-50f7-45c9-92ff-c65c2ef98ea5 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795147 Jul 29 11:49:01.846838 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-47429ce3-c64f-4791-b5f5-933f779b3022 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:01.851148 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-47429ce3-c64f-4791-b5f5-933f779b3022 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (bd03e7db-08e8-4867-9790-8a8b40c44c2f), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:01.946408 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-47429ce3-c64f-4791-b5f5-933f779b3022 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Floating IP bd03e7db-08e8-4867-9790-8a8b40c44c2f associated. External IP: 172.27.2.236, port: 666ba69f-5b53-402b-9db5-8013b146c1da. Jul 29 11:49:01.950192 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:01.970334 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:01.979793 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-4c7801ac-2c3b-4bb1-85d6-ae15277cebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:01.982172 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-4c7801ac-2c3b-4bb1-85d6-ae15277cebd5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490620 Jul 29 11:49:01.998392 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [req-62637752-68a4-467a-af95-1a629a3eeef2 req-37d0a8cd-99a8-40ed-a108-9655e7b914a2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:49:01.999382 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-62637752-68a4-467a-af95-1a629a3eeef2 req-37d0a8cd-99a8-40ed-a108-9655e7b914a2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052609 Jul 29 11:49:02.195249 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193947b2-3781-4774-abd8-bae716321708 req-bb27b774-81bf-4d4e-92f3-0ca4aa1518b5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:02.196722 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-193947b2-3781-4774-abd8-bae716321708 req-bb27b774-81bf-4d4e-92f3-0ca4aa1518b5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0611229 Jul 29 11:49:02.212463 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47429ce3-c64f-4791-b5f5-933f779b3022 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Router 38afab1a-6287-4ffd-8863-3ed231fa9bec has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:49:02.290020 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-193947b2-3781-4774-abd8-bae716321708 req-99c106ba-f1ca-405f-b81d-1bb0e4e6fd95 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868707 Jul 29 11:49:02.351817 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47429ce3-c64f-4791-b5f5-933f779b3022 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:49:02.356909 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-47429ce3-c64f-4791-b5f5-933f779b3022 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:02.363502 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106abe2-b2d2-42ee-b2df-52a000372c8b None None] Sync routers for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:49:02.376176 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106abe2-b2d2-42ee-b2df-52a000372c8b None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:49:02.376809 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-d106abe2-b2d2-42ee-b2df-52a000372c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:48:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:49:02.393097 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-47429ce3-c64f-4791-b5f5-933f779b3022 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "PUT /v2.0/floatingips/bd03e7db-08e8-4867-9790-8a8b40c44c2f HTTP/1.1" status: 200 len: 991 time: 1.1817365 Jul 29 11:49:02.393451 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:49:02.396177 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b42644-030c-433c-9304-3cc3a276d3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:49:02.411954 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:02.438534 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc93db35-e631-4825-966e-8cb410447e26 x-openstack-request-id: req-dc93db35-e631-4825-966e-8cb410447e26 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:49:02.438837 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:49:02.439090 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc93db35-e631-4825-966e-8cb410447e26 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:49:02.439502 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc93db35-e631-4825-966e-8cb410447e26'] response: {'name': 'network-changed', 'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da', 'status': 'completed', 'code': 200} Jul 29 11:49:02.489076 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-d106abe2-b2d2-42ee-b2df-52a000372c8b None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:49:02.516157 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 44904) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:49:02.601746 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-3e1c9043-ed3f-49e6-a39c-8f68e0b52c1a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844240 Jul 29 11:49:02.611259 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-be2d579c-4951-4afa-8058-641569d069dd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:49:02.612234 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-be2d579c-4951-4afa-8058-641569d069dd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051267 Jul 29 11:49:02.691441 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 44912) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:49:02.753480 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-d106abe2-b2d2-42ee-b2df-52a000372c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'bd03e7db-08e8-4867-9790-8a8b40c44c2f', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'port_id': '666ba69f-5b53-402b-9db5-8013b146c1da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'mac_address': 'fa:16:3e:6f:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:48:43Z', 'updated_at': '2022-07-29T11:49:01Z', 'revision_number': 1, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:51Z', 'revision_number': 5, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:49:02.780326 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106abe2-b2d2-42ee-b2df-52a000372c8b None None] Checking router: 38afab1a-6287-4ffd-8863-3ed231fa9bec for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:49:02.789537 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106abe2-b2d2-42ee-b2df-52a000372c8b None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:49:02.790145 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-d106abe2-b2d2-42ee-b2df-52a000372c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:48:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:49:02.794864 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-2d368218-4669-4c20-80a8-bc932c3dda5d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:02.796284 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-2d368218-4669-4c20-80a8-bc932c3dda5d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports/fb1642b2-a468-43c6-8233-7e7bcc25cfcd HTTP/1.1" status: 200 len: 941 time: 0.1038666 Jul 29 11:49:02.853457 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-539da5f2-41b1-477e-8e7f-93ee42867087 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892923 Jul 29 11:49:02.898957 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-d106abe2-b2d2-42ee-b2df-52a000372c8b None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:49:02.939747 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40fdc6-1c97-4957-913e-ffcf95d05a52 req-e23f4258-75ba-495e-be98-bfd4b3ef473e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:02.941328 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0c40fdc6-1c97-4957-913e-ffcf95d05a52 req-e23f4258-75ba-495e-be98-bfd4b3ef473e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 943 time: 0.0564940 Jul 29 11:49:02.992184 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0c40fdc6-1c97-4957-913e-ffcf95d05a52 req-5fc69ad2-07dc-4ca1-9268-079e02cf4552 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448494 Jul 29 11:49:03.122163 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-d106abe2-b2d2-42ee-b2df-52a000372c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'bd03e7db-08e8-4867-9790-8a8b40c44c2f', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'port_id': '666ba69f-5b53-402b-9db5-8013b146c1da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'mac_address': 'fa:16:3e:6f:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:48:43Z', 'updated_at': '2022-07-29T11:49:01Z', 'revision_number': 1, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:51Z', 'revision_number': 5, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:49:03.149627 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106abe2-b2d2-42ee-b2df-52a000372c8b None None] The sync data for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi is: [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'bd03e7db-08e8-4867-9790-8a8b40c44c2f', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'port_id': '666ba69f-5b53-402b-9db5-8013b146c1da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'mac_address': 'fa:16:3e:6f:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:48:43Z', 'updated_at': '2022-07-29T11:49:01Z', 'revision_number': 1, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:51Z', 'revision_number': 5, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:49:03.341051 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4054dae-4496-477d-a446-a190fed393fb None None] New status for floating IP bd03e7db-08e8-4867-9790-8a8b40c44c2f: ACTIVE {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:49:03.382315 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:03.418647 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364abcb-bbba-474a-aaa0-60097c98f948 req-7999cc1d-1588-4fe1-a140-5e7939ef28ac tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:03.420391 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a364abcb-bbba-474a-aaa0-60097c98f948 req-7999cc1d-1588-4fe1-a140-5e7939ef28ac tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0481079 Jul 29 11:49:03.471004 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a364abcb-bbba-474a-aaa0-60097c98f948 req-0c9fa6a0-de0b-4a73-a67b-6b2551e31e57 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449758 Jul 29 11:49:03.747828 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device fb1642b2-a468-43c6-8233-7e7bcc25cfcd no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:49:03.812009 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b42644-030c-433c-9304-3cc3a276d3d9 req-65f3a281-8836-4146-8742-ae1802519a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:03.814705 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e0b42644-030c-433c-9304-3cc3a276d3d9 req-65f3a281-8836-4146-8742-ae1802519a89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0492308 Jul 29 11:49:03.842798 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port fb1642b2-a468-43c6-8233-7e7bcc25cfcd is: DOWN; New status is: DOWN {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:49:03.865661 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4709c47b-e3eb-43d2-80ad-61159488bac7 req-c63dd13e-190c-4fd6-8cc1-6d35bcde1e89 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069481 Jul 29 11:49:03.923132 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b42644-030c-433c-9304-3cc3a276d3d9 req-6923312d-79df-4af4-b279-ea8a86e533c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:03.924579 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e0b42644-030c-433c-9304-3cc3a276d3d9 req-6923312d-79df-4af4-b279-ea8a86e533c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.0963287 Jul 29 11:49:04.117582 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55182f-127c-42a6-93dd-86dcf2ef20fd req-f3608fcb-6cb5-4308-9af0-5d936649cd9f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:04.119010 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1d55182f-127c-42a6-93dd-86dcf2ef20fd req-f3608fcb-6cb5-4308-9af0-5d936649cd9f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 943 time: 0.0502727 Jul 29 11:49:04.166682 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1d55182f-127c-42a6-93dd-86dcf2ef20fd req-7f06a8ba-925f-443c-860b-ad8ef75cd6ea tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 Jul 29 11:49:04.589641 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:04.598258 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1430b5-4b0d-4159-a52a-35d062c425b6 req-4adfd9bb-bfa8-4be4-ab02-cdd4422ce67a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:04.599707 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8a1430b5-4b0d-4159-a52a-35d062c425b6 req-4adfd9bb-bfa8-4be4-ab02-cdd4422ce67a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0484304 Jul 29 11:49:04.646542 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8a1430b5-4b0d-4159-a52a-35d062c425b6 req-18b8f4be-4954-4a12-b6de-87231d73cf2b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 Jul 29 11:49:04.964615 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e0b42644-030c-433c-9304-3cc3a276d3d9 req-b9a96583-84bc-48ef-bc3f-ded3bd0212ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666ba69f-5b53-402b-9db5-8013b146c1da HTTP/1.1" status: 200 len: 1001 time: 0.0698802 Jul 29 11:49:05.016965 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b42644-030c-433c-9304-3cc3a276d3d9 req-01220ee2-02b0-4dc1-88fe-b8cf416e7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:05.018460 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e0b42644-030c-433c-9304-3cc3a276d3d9 req-01220ee2-02b0-4dc1-88fe-b8cf416e7f7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.0482233 Jul 29 11:49:05.062783 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b42644-030c-433c-9304-3cc3a276d3d9 req-fd519ae9-d700-4b71-919d-b97df61f6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:05.064241 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e0b42644-030c-433c-9304-3cc3a276d3d9 req-fd519ae9-d700-4b71-919d-b97df61f6bbc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392666 Jul 29 11:49:05.159194 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e0b42644-030c-433c-9304-3cc3a276d3d9 req-f651da6c-aca4-4434-83a0-f07c867b80f5 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862486 Jul 29 11:49:05.259382 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e0b42644-030c-433c-9304-3cc3a276d3d9 req-62547e18-2fa0-4111-8e05-cebbc398cdb2 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937219 Jul 29 11:49:05.295778 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c76d04-3461-4307-9d76-cac6c920c5be req-530f6fde-59b6-4827-90e0-936aa07d3e5b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:05.297165 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-10c76d04-3461-4307-9d76-cac6c920c5be req-530f6fde-59b6-4827-90e0-936aa07d3e5b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 943 time: 0.0559793 Jul 29 11:49:05.342279 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-10c76d04-3461-4307-9d76-cac6c920c5be req-9eda18cc-3586-4f2a-ace7-6ca1bb8d5de4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395408 Jul 29 11:49:05.767265 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2253c-acdd-4e35-a641-c30da981602e req-a3b10dcf-48fa-4696-af08-fdce64f322b9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:05.768638 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-48a2253c-acdd-4e35-a641-c30da981602e req-a3b10dcf-48fa-4696-af08-fdce64f322b9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0464897 Jul 29 11:49:05.815450 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-48a2253c-acdd-4e35-a641-c30da981602e req-70d18b0f-91e8-4f03-888f-44611695b829 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413139 Jul 29 11:49:06.281309 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 4320296e-8fd1-4e24-b644-cad52e9c4572 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:49:06.293741 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:06.347355 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:06.382086 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 4320296e-8fd1-4e24-b644-cad52e9c4572, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4320296e-8fd1-4e24-b644-cad52e9c4572,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:49:06.393508 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '4320296e-8fd1-4e24-b644-cad52e9c4572', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'port_id': '4320296e-8fd1-4e24-b644-cad52e9c4572', 'mac_address': 'fa:16:3e:7a:0e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:49:06.434146 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 4320296e-8fd1-4e24-b644-cad52e9c4572 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:49:06.434612 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:06.448225 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4320296e-8fd1-4e24-b644-cad52e9c4572 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:49:06.459618 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0859c1f-fa13-4a23-9e12-4080f96895de req-dcc16a43-c755-4ba2-8cab-a377f03c7890 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:06.461100 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f0859c1f-fa13-4a23-9e12-4080f96895de req-dcc16a43-c755-4ba2-8cab-a377f03c7890 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 943 time: 0.0480595 Jul 29 11:49:06.467828 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 4320296e-8fd1-4e24-b644-cad52e9c4572, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4320296e-8fd1-4e24-b644-cad52e9c4572,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:49:06.471595 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:06.505351 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:06.513523 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f0859c1f-fa13-4a23-9e12-4080f96895de req-971282b4-b7ed-492c-944f-7a4f36fc8cfd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467868 Jul 29 11:49:06.519644 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=4320296e-8fd1-4e24-b644-cad52e9c4572,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:49:06.938584 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a24146-f6cd-4c9d-8879-0f41501a2ff3 req-b6ba089b-530d-41fe-9c06-0164f4c01be7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:06.940050 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a6a24146-f6cd-4c9d-8879-0f41501a2ff3 req-b6ba089b-530d-41fe-9c06-0164f4c01be7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0473073 Jul 29 11:49:06.987155 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a6a24146-f6cd-4c9d-8879-0f41501a2ff3 req-ed62275e-9e5c-4adc-8b04-dde30f7b390f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415311 Jul 29 11:49:07.628504 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c64f6f-77db-40a9-8c50-c877064ac45d req-a4f8967d-b1f4-42cf-b6f7-1dcddbaa3fc9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:07.629984 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-11c64f6f-77db-40a9-8c50-c877064ac45d req-a4f8967d-b1f4-42cf-b6f7-1dcddbaa3fc9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 944 time: 0.0467246 Jul 29 11:49:07.676437 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-11c64f6f-77db-40a9-8c50-c877064ac45d req-cc905950-6af5-45e1-834d-dbea01e57a96 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409770 Jul 29 11:49:08.116639 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1ba7f-8a66-4833-b43a-4b267ecf2e00 req-cec4be58-dada-4b18-b1a5-b63ec479eb9b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:08.118135 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-82a1ba7f-8a66-4833-b43a-4b267ecf2e00 req-cec4be58-dada-4b18-b1a5-b63ec479eb9b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0502288 Jul 29 11:49:08.165263 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-82a1ba7f-8a66-4833-b43a-4b267ecf2e00 req-0b708289-476b-4579-9975-f9999b76e6ed tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414019 Jul 29 11:49:08.352328 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:49:08.369470 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['4320296e-8fd1-4e24-b644-cad52e9c4572'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:49:08.789403 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:08.798250 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20685314-de5f-4ad6-9ddd-1555b8f71168 req-d0f8a832-b1b9-4b6a-819a-e5d6f5f19ef1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:08.799738 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-20685314-de5f-4ad6-9ddd-1555b8f71168 req-d0f8a832-b1b9-4b6a-819a-e5d6f5f19ef1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 944 time: 0.0491059 Jul 29 11:49:08.848870 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-20685314-de5f-4ad6-9ddd-1555b8f71168 req-196f9ecd-ce7c-42ca-aa20-be330a8a791a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434673 Jul 29 11:49:09.289575 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fdec7-8121-4479-9a97-8d2b1b95802d req-010d4204-0e04-4969-ab05-1e2a40c57bad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:09.291034 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e16fdec7-8121-4479-9a97-8d2b1b95802d req-010d4204-0e04-4969-ab05-1e2a40c57bad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0498247 Jul 29 11:49:09.338421 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e16fdec7-8121-4479-9a97-8d2b1b95802d req-96c9e9f2-39ea-4eff-b39c-bfc04a8744e3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410507 Jul 29 11:49:09.452534 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-81a16a0e-68bd-4cc0-9467-3ad935dd118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:09.454053 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-81a16a0e-68bd-4cc0-9467-3ad935dd118d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978&tenant_id=90047b9130334326ad98280a8edb2bc6 HTTP/1.1" status: 200 len: 1128 time: 0.0701594 Jul 29 11:49:09.513882 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-8e866285-a9b8-4859-bc79-f7706a9a1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:09.515362 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-8e866285-a9b8-4859-bc79-f7706a9a1a22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 1128 time: 0.0383165 Jul 29 11:49:09.606468 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-c5974009-87b1-4a33-a68f-6b7a8aebfc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:09.607801 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-c5974009-87b1-4a33-a68f-6b7a8aebfc08 service neutron] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 918 time: 0.0860174 Jul 29 11:49:09.681517 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-4ab96943-eee8-4576-a335-7c0e29adc21c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd HTTP/1.1" status: 200 len: 1000 time: 0.0563583 Jul 29 11:49:09.731504 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-8b983026-8bf0-438c-849b-fbbdf89b2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:09.732921 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-8b983026-8bf0-438c-849b-fbbdf89b2b2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.0434010 Jul 29 11:49:09.783341 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-6fda0d17-d191-4946-952f-2dab1e8c55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:09.784827 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-6fda0d17-d191-4946-952f-2dab1e8c55df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396628 Jul 29 11:49:09.880005 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-4b71ac9e-9cbb-42de-afc4-9fd3bc4cb292 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863705 Jul 29 11:49:09.980272 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:09.992255 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc476d9-5f17-4895-a6dd-cd7186a9f244 req-4d09ee09-f499-4915-8c72-f11b142105f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:09.993779 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4dc476d9-5f17-4895-a6dd-cd7186a9f244 req-4d09ee09-f499-4915-8c72-f11b142105f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 944 time: 0.0624769 Jul 29 11:49:10.089929 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 4320296e-8fd1-4e24-b644-cad52e9c4572 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:49:10.134538 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 4320296e-8fd1-4e24-b644-cad52e9c4572 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:49:10.141037 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 4320296e-8fd1-4e24-b644-cad52e9c4572 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:49:10.141398 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:10.222271 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 4320296e-8fd1-4e24-b644-cad52e9c4572 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:49:10.222660 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:10.250533 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4320296e-8fd1-4e24-b644-cad52e9c4572'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:49:10.252779 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f239f6f7-6b39-48d4-92f6-a63e39ea719e" -d '{"events": [{"server_uuid": "9fca404e-1bae-45f1-b4c7-0f1363d90a44", "name": "network-vif-plugged", "status": "completed", "tag": "4320296e-8fd1-4e24-b644-cad52e9c4572"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:49:10.267407 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 4320296e-8fd1-4e24-b644-cad52e9c4572, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4320296e-8fd1-4e24-b644-cad52e9c4572,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:49:10.267572 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-67927547-f34e-4dd1-af62-3bcb4fa3c842 req-3a95dae5-30e3-42ef-825c-bd3240dee8b5 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794076 Jul 29 11:49:10.276252 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:10.297158 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4dc476d9-5f17-4895-a6dd-cd7186a9f244 req-afd39a4e-0c9c-4b29-b9f0-c6abe8e83635 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941129 Jul 29 11:49:10.314691 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebdf234-ba6f-4ea1-ad8e-211e073a4298 x-openstack-request-id: req-cebdf234-ba6f-4ea1-ad8e-211e073a4298 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:49:10.315011 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fca404e-1bae-45f1-b4c7-0f1363d90a44", "name": "network-vif-plugged", "status": "completed", "tag": "4320296e-8fd1-4e24-b644-cad52e9c4572", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:49:10.315271 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cebdf234-ba6f-4ea1-ad8e-211e073a4298 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:49:10.315666 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebdf234-ba6f-4ea1-ad8e-211e073a4298'] response: {'server_uuid': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4320296e-8fd1-4e24-b644-cad52e9c4572', 'code': 200} Jul 29 11:49:10.331730 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=4320296e-8fd1-4e24-b644-cad52e9c4572,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:49:10.466811 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b681338-b60b-4ba6-ae2e-c9479d008bad req-c8dd0f63-9dff-42aa-bf7d-315df20f85a1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:10.468397 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b681338-b60b-4ba6-ae2e-c9479d008bad req-c8dd0f63-9dff-42aa-bf7d-315df20f85a1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0483675 Jul 29 11:49:10.546993 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b681338-b60b-4ba6-ae2e-c9479d008bad req-95e5ae0e-bdc1-404d-a20e-72539a7a29d5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729108 Jul 29 11:49:10.557278 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33252c-380d-4b9d-9844-799aa2a33cdf req-fdd8467a-d6a1-42d9-86f0-195e6a0e64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:10.559450 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5e33252c-380d-4b9d-9844-799aa2a33cdf req-fdd8467a-d6a1-42d9-86f0-195e6a0e64ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 1129 time: 0.0517142 Jul 29 11:49:10.611546 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5e33252c-380d-4b9d-9844-799aa2a33cdf req-f7c2280f-3d74-4f41-a7c4-cf1dd2b0750b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 Jul 29 11:49:11.434285 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644618e2-90b2-4fb7-a144-419c852c4edf req-d06be48e-bf57-4d2c-b005-0c7218d4d412 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:11.435602 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-644618e2-90b2-4fb7-a144-419c852c4edf req-d06be48e-bf57-4d2c-b005-0c7218d4d412 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0586302 Jul 29 11:49:11.504697 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-644618e2-90b2-4fb7-a144-419c852c4edf req-af509b61-09e0-49a4-b2f1-4073e57d6a44 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525725 Jul 29 11:49:11.684287 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa7436-5a74-4916-af3f-ca1e80f2f9fb req-9ba9febe-f05c-4309-acba-b946508a1f38 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:11.685763 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6daa7436-5a74-4916-af3f-ca1e80f2f9fb req-9ba9febe-f05c-4309-acba-b946508a1f38 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0503736 Jul 29 11:49:11.706608 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:11.737981 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6daa7436-5a74-4916-af3f-ca1e80f2f9fb req-d4bdc425-1e14-4754-a5a7-ef9ed8dbae86 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465150 Jul 29 11:49:12.647392 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cbe84-e3c9-4793-9ca6-4282674ef1e7 req-4395b990-da51-4c20-b328-3fcaa240a490 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:12.655145 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-418cbe84-e3c9-4793-9ca6-4282674ef1e7 req-4395b990-da51-4c20-b328-3fcaa240a490 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0670350 Jul 29 11:49:12.701027 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-418cbe84-e3c9-4793-9ca6-4282674ef1e7 req-8cd6467f-08d3-4bff-b3cc-62b46f14188e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447776 Jul 29 11:49:12.866977 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461abb-f684-44dc-b484-705d3b6a21d9 req-86176158-0a7a-4a69-9db7-eecfcdb363b6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:12.868569 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-91461abb-f684-44dc-b484-705d3b6a21d9 req-86176158-0a7a-4a69-9db7-eecfcdb363b6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0495403 Jul 29 11:49:12.922216 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-91461abb-f684-44dc-b484-705d3b6a21d9 req-22774ae9-bdb1-4635-b028-4de40ce28e39 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469809 Jul 29 11:49:13.833812 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b5e81-3b20-41c0-892f-3d8753498ae7 req-6d254c0e-0b70-48b1-8cdb-8165efe3512e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:13.835357 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a05b5e81-3b20-41c0-892f-3d8753498ae7 req-6d254c0e-0b70-48b1-8cdb-8165efe3512e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0551026 Jul 29 11:49:13.859456 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=39 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:13.861964 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=26 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:13.884018 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a05b5e81-3b20-41c0-892f-3d8753498ae7 req-9435abf1-66fd-4a89-8dd9-6a9b807c7408 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417969 Jul 29 11:49:14.084667 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea48e1-4b8b-4521-8d4f-405077d1e9d3 req-72daedbe-d7fd-43f5-8842-61f1e6d329f3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:14.086931 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1cea48e1-4b8b-4521-8d4f-405077d1e9d3 req-72daedbe-d7fd-43f5-8842-61f1e6d329f3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0688896 Jul 29 11:49:14.141948 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1cea48e1-4b8b-4521-8d4f-405077d1e9d3 req-60b62cc4-8942-4fe2-9282-a299107aea9a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480742 Jul 29 11:49:15.025059 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391b15c-bc8e-41b0-861e-14339d8fb676 req-ee3e84ac-e1f1-4c79-9ae4-441c5b496039 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:15.027138 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7391b15c-bc8e-41b0-861e-14339d8fb676 req-ee3e84ac-e1f1-4c79-9ae4-441c5b496039 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0497158 Jul 29 11:49:15.081175 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7391b15c-bc8e-41b0-861e-14339d8fb676 req-143bb4b4-26eb-4d8f-ac6a-7e9b3bf27f22 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485778 Jul 29 11:49:15.275086 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482ddc4-6a19-476c-8869-e3940e62b78b req-9051f538-54d9-4ec5-a847-cc581828ca84 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:15.277195 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2482ddc4-6a19-476c-8869-e3940e62b78b req-9051f538-54d9-4ec5-a847-cc581828ca84 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0485053 Jul 29 11:49:15.321473 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:15.331181 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2482ddc4-6a19-476c-8869-e3940e62b78b req-fbabb25a-210a-4594-bf28-fd19cf78421e tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473785 Jul 29 11:49:16.211639 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581052a-cd3e-4184-90c1-5b3734d684b5 req-04d7b597-eef2-482a-b764-02cc2304ff56 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:16.213118 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1581052a-cd3e-4184-90c1-5b3734d684b5 req-04d7b597-eef2-482a-b764-02cc2304ff56 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0562289 Jul 29 11:49:16.264743 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1581052a-cd3e-4184-90c1-5b3734d684b5 req-fd1656ee-385a-42d6-b911-3c0999dda0ff tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453568 Jul 29 11:49:16.465675 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a028cd-8686-40f8-b970-b90aee8a1ddc req-49fa5d1e-7f99-4190-b98a-8bdd72df9362 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:16.467206 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-86a028cd-8686-40f8-b970-b90aee8a1ddc req-49fa5d1e-7f99-4190-b98a-8bdd72df9362 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0550437 Jul 29 11:49:16.516730 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-86a028cd-8686-40f8-b970-b90aee8a1ddc req-ad41f2eb-6710-4671-ac32-fcefe9b188c4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432324 Jul 29 11:49:17.397374 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e83253-33fc-4369-88cf-e9ad9492e808 req-b9457448-5b9b-4b59-b8fc-1e702f867a32 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:17.398898 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c1e83253-33fc-4369-88cf-e9ad9492e808 req-b9457448-5b9b-4b59-b8fc-1e702f867a32 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0595441 Jul 29 11:49:17.448886 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c1e83253-33fc-4369-88cf-e9ad9492e808 req-e379f76a-3a98-44ad-9837-edd3148b08fd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428762 Jul 29 11:49:17.648605 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146d2fc-e073-423c-84a6-0e5efa9e6f30 req-9349ad1d-ab22-479e-8b4c-76f83ce6628d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:17.650082 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a146d2fc-e073-423c-84a6-0e5efa9e6f30 req-9349ad1d-ab22-479e-8b4c-76f83ce6628d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0558534 Jul 29 11:49:17.699518 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a146d2fc-e073-423c-84a6-0e5efa9e6f30 req-acdf0bd0-9645-4bbc-8795-9b62316ebc41 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435877 Jul 29 11:49:18.572493 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39770ec6-39ff-4c54-9e80-6d787a5164b6 req-c0dc3ea7-3e8d-48f5-acd5-29d8270ae8a2 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:18.574090 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-39770ec6-39ff-4c54-9e80-6d787a5164b6 req-c0dc3ea7-3e8d-48f5-acd5-29d8270ae8a2 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0504894 Jul 29 11:49:18.625243 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-39770ec6-39ff-4c54-9e80-6d787a5164b6 req-46e54561-b8cb-4d5f-918d-f66dd90d3d20 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451436 Jul 29 11:49:18.793184 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:18.833965 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890199b4-b9b6-4d7a-aca8-621b21a22750 req-8937ba3d-b0de-47f6-87ce-ef1cd8aa57d4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:18.835461 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-890199b4-b9b6-4d7a-aca8-621b21a22750 req-8937ba3d-b0de-47f6-87ce-ef1cd8aa57d4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0513277 Jul 29 11:49:18.894115 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-890199b4-b9b6-4d7a-aca8-621b21a22750 req-83a92c34-0c6e-42b6-83b2-b7f8dd9807a0 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523252 Jul 29 11:49:19.754992 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d50ea3-d8ba-4aa0-bd8b-f7596b2952fc req-001399bc-eaee-4d74-b4af-731ad1224120 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:19.759468 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-43d50ea3-d8ba-4aa0-bd8b-f7596b2952fc req-001399bc-eaee-4d74-b4af-731ad1224120 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0523686 Jul 29 11:49:19.814260 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-43d50ea3-d8ba-4aa0-bd8b-f7596b2952fc req-6c655113-6e95-4edf-9222-03c4aa1792fe tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475566 Jul 29 11:49:20.031507 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973dca4-5ce8-40b4-8811-248780acf7c8 req-66c10c03-cb20-495f-8d02-3c741a8dfaae tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:20.032921 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e973dca4-5ce8-40b4-8811-248780acf7c8 req-66c10c03-cb20-495f-8d02-3c741a8dfaae tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0517614 Jul 29 11:49:20.081036 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e973dca4-5ce8-40b4-8811-248780acf7c8 req-84ae90f7-0007-4c58-9748-3e60bfe08fae tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423710 Jul 29 11:49:20.327680 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:20.329580 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:20.938843 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d546a-66f3-4987-baab-a2e9b3935b1b req-46a533d9-6c5e-4e77-923b-b5d7b43fe393 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:20.940313 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-508d546a-66f3-4987-baab-a2e9b3935b1b req-46a533d9-6c5e-4e77-923b-b5d7b43fe393 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0511584 Jul 29 11:49:20.988169 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-508d546a-66f3-4987-baab-a2e9b3935b1b req-b28c73d7-f7c3-47ff-b2b4-65c2f4458153 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423484 Jul 29 11:49:21.206742 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0e7c3-97f3-4a25-a54b-c6a5c928ec28 req-505c8bfa-ab21-4059-8c3a-dd913ddf5636 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:21.208218 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cfe0e7c3-97f3-4a25-a54b-c6a5c928ec28 req-505c8bfa-ab21-4059-8c3a-dd913ddf5636 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0483806 Jul 29 11:49:21.256034 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cfe0e7c3-97f3-4a25-a54b-c6a5c928ec28 req-1aa35804-5712-4b1d-8ebf-b0d480e540de tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422699 Jul 29 11:49:22.105140 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cf860-f328-4b18-962b-0df1cc043d53 req-821f7430-ec9a-4aba-ac57-bf935affeefe tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:22.106629 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b96cf860-f328-4b18-962b-0df1cc043d53 req-821f7430-ec9a-4aba-ac57-bf935affeefe tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0477479 Jul 29 11:49:22.140487 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:22.157323 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b96cf860-f328-4b18-962b-0df1cc043d53 req-f92dbbce-9154-4487-9d16-19fb639d2bb8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452790 Jul 29 11:49:22.395401 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3830501-47f1-4d86-b4fd-7570914d0399 req-6989f0e7-0fd8-4e1b-8fb1-c6b6fa76e4b2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:22.396912 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b3830501-47f1-4d86-b4fd-7570914d0399 req-6989f0e7-0fd8-4e1b-8fb1-c6b6fa76e4b2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0543942 Jul 29 11:49:22.451674 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b3830501-47f1-4d86-b4fd-7570914d0399 req-783670ac-a604-458f-9aec-358e71d56247 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481610 Jul 29 11:49:22.689953 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:22.692766 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:23.280248 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c69a7-e484-42c8-8464-75ce5ddb9af9 req-d443933b-a0fb-482c-8d4f-8348a57085ed tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:23.281680 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f9c69a7-e484-42c8-8464-75ce5ddb9af9 req-d443933b-a0fb-482c-8d4f-8348a57085ed tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0486934 Jul 29 11:49:23.329398 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f9c69a7-e484-42c8-8464-75ce5ddb9af9 req-beba24cd-acd9-4e56-a5e6-5f0747e5e38e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Jul 29 11:49:23.446479 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6c066-bded-4072-80b3-15504789c00e req-9a5921a0-c536-49c5-997b-df9c3c771ab9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:23.447966 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-27a6c066-bded-4072-80b3-15504789c00e req-9a5921a0-c536-49c5-997b-df9c3c771ab9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0512407 Jul 29 11:49:23.457746 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45094) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:49:23.462066 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-b967894b-c160-4ba2-acbd-e6c9faa43fc8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'floatingip': {'port_id': '4320296e-8fd1-4e24-b644-cad52e9c4572'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:49:23.501988 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b967894b-c160-4ba2-acbd-e6c9faa43fc8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (75862383-4a45-4a07-a5ae-8adf79ad1266), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:23.635399 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747ce76-21aa-499a-a97c-de9dbc6b97ea req-16c84baf-d33a-4324-8a99-ce77d55eb752 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:23.637695 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d747ce76-21aa-499a-a97c-de9dbc6b97ea req-16c84baf-d33a-4324-8a99-ce77d55eb752 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.1031528 Jul 29 11:49:23.757606 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:23.773347 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530be648-f219-4363-8634-049c765154f3 req-f33730c8-59b8-44e2-8905-e2f9b1dfa696 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:23.774841 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-530be648-f219-4363-8634-049c765154f3 req-f33730c8-59b8-44e2-8905-e2f9b1dfa696 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 946 time: 0.1160872 Jul 29 11:49:23.787863 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d747ce76-21aa-499a-a97c-de9dbc6b97ea req-06b3ea22-0594-48c2-990d-1a52b788f867 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425703 Jul 29 11:49:23.875932 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-530be648-f219-4363-8634-049c765154f3 req-8c541bbc-2228-46b9-a700-9432aa8c4f67 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921304 Jul 29 11:49:24.093198 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b967894b-c160-4ba2-acbd-e6c9faa43fc8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:24.096968 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b967894b-c160-4ba2-acbd-e6c9faa43fc8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (75862383-4a45-4a07-a5ae-8adf79ad1266), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:24.190053 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:24.194286 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-b967894b-c160-4ba2-acbd-e6c9faa43fc8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Floating IP 75862383-4a45-4a07-a5ae-8adf79ad1266 associated. External IP: 172.27.2.138, port: 4320296e-8fd1-4e24-b644-cad52e9c4572. Jul 29 11:49:24.390918 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b967894b-c160-4ba2-acbd-e6c9faa43fc8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Router c9acab26-dbec-4825-9638-45cf2caa6d10 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:49:24.494728 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b967894b-c160-4ba2-acbd-e6c9faa43fc8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:49:24.499697 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b967894b-c160-4ba2-acbd-e6c9faa43fc8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:24.506313 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4d674-b410-47c1-9103-da727748746c None None] Sync routers for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:49:24.517198 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4d674-b410-47c1-9103-da727748746c None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:49:24.517854 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-46e4d674-b410-47c1-9103-da727748746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:48:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:49:24.529751 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b967894b-c160-4ba2-acbd-e6c9faa43fc8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "PUT /v2.0/floatingips/75862383-4a45-4a07-a5ae-8adf79ad1266 HTTP/1.1" status: 200 len: 991 time: 1.0707717 Jul 29 11:49:24.530400 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'tag': '4320296e-8fd1-4e24-b644-cad52e9c4572'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:49:24.532981 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b5ecff-0c36-4369-992c-a7675c1fdc22" -d '{"events": [{"name": "network-changed", "server_uuid": "9fca404e-1bae-45f1-b4c7-0f1363d90a44", "tag": "4320296e-8fd1-4e24-b644-cad52e9c4572"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:49:24.570533 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b78a897-7029-4755-9370-67713b5ae7ab x-openstack-request-id: req-1b78a897-7029-4755-9370-67713b5ae7ab {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:49:24.570825 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fca404e-1bae-45f1-b4c7-0f1363d90a44", "tag": "4320296e-8fd1-4e24-b644-cad52e9c4572", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:49:24.571072 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b78a897-7029-4755-9370-67713b5ae7ab {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:49:24.571470 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b78a897-7029-4755-9370-67713b5ae7ab'] response: {'name': 'network-changed', 'server_uuid': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'tag': '4320296e-8fd1-4e24-b644-cad52e9c4572', 'status': 'completed', 'code': 200} Jul 29 11:49:24.741438 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:24.748418 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-46e4d674-b410-47c1-9103-da727748746c None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:49:24.915306 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384b6af-66c5-4917-9cea-eb689b325a79 req-763e759f-acd5-4069-93a3-81d3e8b95ea7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:24.917392 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4384b6af-66c5-4917-9cea-eb689b325a79 req-763e759f-acd5-4069-93a3-81d3e8b95ea7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0482910 Jul 29 11:49:24.963326 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-46e4d674-b410-47c1-9103-da727748746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '079ffeb6-ea36-495c-b66b-e1e090a9183a', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:22:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:41Z', 'updated_at': '2022-07-29T11:47:25Z', 'revision_number': 2, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}, {'id': '75862383-4a45-4a07-a5ae-8adf79ad1266', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '4320296e-8fd1-4e24-b644-cad52e9c4572', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:7a:0e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:48:50Z', 'updated_at': '2022-07-29T11:49:23Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:49:24.993449 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4d674-b410-47c1-9103-da727748746c None None] Checking router: c9acab26-dbec-4825-9638-45cf2caa6d10 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:49:24.997244 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4384b6af-66c5-4917-9cea-eb689b325a79 req-c1a98700-b384-4a50-b749-6ed437888277 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731683 Jul 29 11:49:25.002171 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4d674-b410-47c1-9103-da727748746c None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:49:25.002784 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-46e4d674-b410-47c1-9103-da727748746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:48:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:49:25.013190 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ba666-34e1-424d-8f09-2ad0408a90dd req-030fa3b7-d7cb-4e3b-9426-de3da556f213 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:25.014973 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d92ba666-34e1-424d-8f09-2ad0408a90dd req-030fa3b7-d7cb-4e3b-9426-de3da556f213 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 946 time: 0.0601306 Jul 29 11:49:25.063319 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d92ba666-34e1-424d-8f09-2ad0408a90dd req-c7ee4fc7-c1b0-4597-90ab-e0f305a28fc3 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Jul 29 11:49:25.112252 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-46e4d674-b410-47c1-9103-da727748746c None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:49:25.173881 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ecff-0c36-4369-992c-a7675c1fdc22 req-54c78745-5913-4fda-b595-9e28a1f31cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:25.175387 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-29b5ecff-0c36-4369-992c-a7675c1fdc22 req-54c78745-5913-4fda-b595-9e28a1f31cf0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 1129 time: 0.0457797 Jul 29 11:49:25.328633 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-46e4d674-b410-47c1-9103-da727748746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '079ffeb6-ea36-495c-b66b-e1e090a9183a', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:22:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:41Z', 'updated_at': '2022-07-29T11:47:25Z', 'revision_number': 2, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}, {'id': '75862383-4a45-4a07-a5ae-8adf79ad1266', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '4320296e-8fd1-4e24-b644-cad52e9c4572', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:7a:0e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:48:50Z', 'updated_at': '2022-07-29T11:49:23Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:49:25.353281 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4d674-b410-47c1-9103-da727748746c None None] The sync data for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi is: [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '079ffeb6-ea36-495c-b66b-e1e090a9183a', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:22:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:41Z', 'updated_at': '2022-07-29T11:47:25Z', 'revision_number': 2, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}, {'id': '75862383-4a45-4a07-a5ae-8adf79ad1266', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '4320296e-8fd1-4e24-b644-cad52e9c4572', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:7a:0e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:48:50Z', 'updated_at': '2022-07-29T11:49:23Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:49:25.532806 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07c8ef-497c-4a60-8b76-df48b66e43cf None None] New status for floating IP 75862383-4a45-4a07-a5ae-8adf79ad1266: ACTIVE {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:49:25.627309 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:25.677115 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ecff-0c36-4369-992c-a7675c1fdc22 req-60466aea-728b-4f29-bd00-e8e083ad7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:25.678707 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-29b5ecff-0c36-4369-992c-a7675c1fdc22 req-60466aea-728b-4f29-bd00-e8e083ad7d17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 916 time: 0.0988152 Jul 29 11:49:25.781865 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-29b5ecff-0c36-4369-992c-a7675c1fdc22 req-1ba9d2bb-7578-46f4-a31a-c41e023614d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4320296e-8fd1-4e24-b644-cad52e9c4572 HTTP/1.1" status: 200 len: 1001 time: 0.0662036 Jul 29 11:49:25.824790 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a229c7-3545-4456-9095-c8c21fa7e0ba req-e3ae3dd7-14be-40aa-a018-bffb06a6f1de tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:25.827148 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-84a229c7-3545-4456-9095-c8c21fa7e0ba req-e3ae3dd7-14be-40aa-a018-bffb06a6f1de tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 946 time: 0.1109722 Jul 29 11:49:25.834981 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-70b21933-c3dd-401f-aec4-504aaf5aa2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:25.847825 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ecff-0c36-4369-992c-a7675c1fdc22 req-ea371fcc-f0cd-4f8e-a171-74220c05d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:25.849294 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-29b5ecff-0c36-4369-992c-a7675c1fdc22 req-ea371fcc-f0cd-4f8e-a171-74220c05d3e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.0531144 Jul 29 11:49:25.899639 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ecff-0c36-4369-992c-a7675c1fdc22 req-144efc19-0d49-465a-a5d1-4f38fa498d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:25.901702 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-29b5ecff-0c36-4369-992c-a7675c1fdc22 req-144efc19-0d49-465a-a5d1-4f38fa498d33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443256 Jul 29 11:49:25.984406 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-84a229c7-3545-4456-9095-c8c21fa7e0ba req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Deleting port f123c03d-aaa7-4c59-a7db-11c40621e5c6 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:49:25.984751 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-84a229c7-3545-4456-9095-c8c21fa7e0ba req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:26.003902 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-29b5ecff-0c36-4369-992c-a7675c1fdc22 req-b97f813b-4ec3-48ff-9b61-bf6b4b142e6d service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863197 Jul 29 11:49:26.078082 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-84a229c7-3545-4456-9095-c8c21fa7e0ba req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] For port f123c03d-aaa7-4c59-a7db-11c40621e5c6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f123c03d-aaa7-4c59-a7db-11c40621e5c6,segment=NetworkSegment(5e93e7d1-dd3f-443f-b7a0-c00fc60ac728),segment_id=5e93e7d1-dd3f-443f-b7a0-c00fc60ac728)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:49:26.078443 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-84a229c7-3545-4456-9095-c8c21fa7e0ba req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:26.094178 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-84a229c7-3545-4456-9095-c8c21fa7e0ba req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Calling delete_port for f123c03d-aaa7-4c59-a7db-11c40621e5c6 owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:49:26.133530 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d60ce-6663-4028-a2f4-dd9e1883c334 req-36cc11f7-1d75-444e-85cf-4a558ac63e3f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:26.135088 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-731d60ce-6663-4028-a2f4-dd9e1883c334 req-36cc11f7-1d75-444e-85cf-4a558ac63e3f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0530505 Jul 29 11:49:26.202163 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f773-03b4-415b-a20c-279ec58f2534 req-2e88c69f-f581-4587-be25-fbf563f38544 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:26.203717 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-54b5f773-03b4-415b-a20c-279ec58f2534 req-2e88c69f-f581-4587-be25-fbf563f38544 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=7529e35b-c6b2-4c8f-896c-fd2060f91657 HTTP/1.1" status: 200 len: 946 time: 0.0631232 Jul 29 11:49:26.227748 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-84a229c7-3545-4456-9095-c8c21fa7e0ba req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (f123c03d-aaa7-4c59-a7db-11c40621e5c6), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:26.234754 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:26.240929 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['f123c03d-aaa7-4c59-a7db-11c40621e5c6'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:49:26.244233 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:26.247713 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-731d60ce-6663-4028-a2f4-dd9e1883c334 req-5eba0039-4b85-4543-859d-46ac25785208 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058989 Jul 29 11:49:26.266121 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Pushing event deleted for resources: {'Port': ['ID=f123c03d-aaa7-4c59-a7db-11c40621e5c6,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:49:26.300426 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.300426 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.300426 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.300743 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.300953 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.301280 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.301648 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.301974 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.302300 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.302628 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.302952 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.303278 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.303593 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.303911 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.304229 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:26.332719 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-54b5f773-03b4-415b-a20c-279ec58f2534 req-83775442-538f-4202-b486-3b0eae638f58 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229482 Jul 29 11:49:26.349174 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a229c7-3545-4456-9095-c8c21fa7e0ba req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] No DVR routers for this DVR port f123c03d-aaa7-4c59-a7db-11c40621e5c6 on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:49:26.351959 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-84a229c7-3545-4456-9095-c8c21fa7e0ba req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:26.355914 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-84a229c7-3545-4456-9095-c8c21fa7e0ba req-9a95820b-da38-447d-8b8c-bb29fd95fb43 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.58 "DELETE /v2.0/ports/f123c03d-aaa7-4c59-a7db-11c40621e5c6 HTTP/1.1" status: 204 len: 173 time: 0.5221956 Jul 29 11:49:26.356363 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7529e35b-c6b2-4c8f-896c-fd2060f91657', 'name': 'network-vif-deleted', 'tag': 'f123c03d-aaa7-4c59-a7db-11c40621e5c6'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:49:26.358681 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faec799-cab7-41ea-ae9d-c01c0e3f6e53" -d '{"events": [{"server_uuid": "7529e35b-c6b2-4c8f-896c-fd2060f91657", "name": "network-vif-deleted", "tag": "f123c03d-aaa7-4c59-a7db-11c40621e5c6"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:49:26.370737 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-29b5ecff-0c36-4369-992c-a7675c1fdc22 req-e2b51544-5ff1-445c-9941-7144b88f9bb6 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217794 Jul 29 11:49:26.397562 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ff4d8b-5f47-4afd-a102-575e74fe9af7 x-openstack-request-id: req-f8ff4d8b-5f47-4afd-a102-575e74fe9af7 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:49:26.397852 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7529e35b-c6b2-4c8f-896c-fd2060f91657", "name": "network-vif-deleted", "tag": "f123c03d-aaa7-4c59-a7db-11c40621e5c6", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:49:26.398196 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8ff4d8b-5f47-4afd-a102-575e74fe9af7 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:49:26.398559 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ff4d8b-5f47-4afd-a102-575e74fe9af7'] response: {'server_uuid': '7529e35b-c6b2-4c8f-896c-fd2060f91657', 'name': 'network-vif-deleted', 'tag': 'f123c03d-aaa7-4c59-a7db-11c40621e5c6', 'status': 'completed', 'code': 200} Jul 29 11:49:27.396707 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b09ad-b33e-4054-a587-fa29bc40ca7c req-7216def2-a700-46be-ae9d-575a96aaa2a8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:27.398221 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-610b09ad-b33e-4054-a587-fa29bc40ca7c req-7216def2-a700-46be-ae9d-575a96aaa2a8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0503109 Jul 29 11:49:27.447162 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-610b09ad-b33e-4054-a587-fa29bc40ca7c req-31cc0061-9637-4dd1-af84-1c4c48b4d056 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Jul 29 11:49:27.593238 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-1d404ac3-a1bd-40d0-b993-e8d4afd295e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496156 Jul 29 11:49:27.654737 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-b89aba0b-c55e-4d80-98c2-bcde9cc2890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:27.656185 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-b89aba0b-c55e-4d80-98c2-bcde9cc2890b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 1129 time: 0.0397425 Jul 29 11:49:27.763050 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-d3029ef2-286b-4ed9-b07c-5ec5fdbd3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:27.764681 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-d3029ef2-286b-4ed9-b07c-5ec5fdbd3ce4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.0882730 Jul 29 11:49:27.802406 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-684054c0-bd4b-4f03-b224-66966f2b0f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:27.804170 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-11d457c8-49f1-41ec-be63-063f61ecd900 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb HTTP/1.1" status: 200 len: 217 time: 0.0329616 Jul 29 11:49:27.846007 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:27.853844 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-1a33f51a-3b2b-4870-8a45-22eab46c8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:27.855277 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-1a33f51a-3b2b-4870-8a45-22eab46c8d6b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.0445867 Jul 29 11:49:28.570227 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6463cf-934e-43a3-8750-f00d373bd283 req-ec0daded-0e77-4a64-b3a4-f3d467e9f36b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:28.571642 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-db6463cf-934e-43a3-8750-f00d373bd283 req-ec0daded-0e77-4a64-b3a4-f3d467e9f36b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0463076 Jul 29 11:49:28.621995 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-db6463cf-934e-43a3-8750-f00d373bd283 req-853fb5f2-b3c2-41d6-a6c9-2b311db87fdc tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446093 Jul 29 11:49:29.121053 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:29.614727 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-1f4a4019-3555-41c4-b419-f44478e277c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:29.616216 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-1f4a4019-3555-41c4-b419-f44478e277c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387404 Jul 29 11:49:29.743768 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf8d90-09d5-4ec2-a49c-a5243a126ad5 req-f1f3e55a-dc17-47f5-8cda-ac0f3758cf57 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:29.745192 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-09bf8d90-09d5-4ec2-a49c-a5243a126ad5 req-f1f3e55a-dc17-47f5-8cda-ac0f3758cf57 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0454581 Jul 29 11:49:29.792098 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-09bf8d90-09d5-4ec2-a49c-a5243a126ad5 req-7c915b2e-08a2-4b7f-8ea4-d92c82a77a57 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410864 Jul 29 11:49:30.532324 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device f123c03d-aaa7-4c59-a7db-11c40621e5c6 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:49:30.551507 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: f123c03d-aaa7-4c59-a7db-11c40621e5c6 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:49:30.551846 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device f123c03d-aaa7-4c59-a7db-11c40621e5c6 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:49:30.701759 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:30.839741 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:30.914131 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec3eb5-b24a-4aff-9822-c0a41d87ad82 req-af7943e2-1873-442a-af55-3aadb47a7812 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:30.915581 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0aec3eb5-b24a-4aff-9822-c0a41d87ad82 req-af7943e2-1873-442a-af55-3aadb47a7812 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0463998 Jul 29 11:49:30.965980 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0aec3eb5-b24a-4aff-9822-c0a41d87ad82 req-37f07023-c838-46ea-833d-ca6a3d1cdc97 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440238 Jul 29 11:49:31.339897 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-74e02726-1f07-4dcb-813c-1e3376499d12 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852456 Jul 29 11:49:31.435149 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4b940b1f-aa95-45e9-8581-c1dd9e1c033c req-ba03f48c-2812-44c8-a322-95cccfdfef1c service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890834 Jul 29 11:49:32.095298 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19514f-ef48-47f6-8f99-027500c27760 req-f55cc26c-2380-4e26-9519-e37fa85144d8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:32.096786 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6c19514f-ef48-47f6-8f99-027500c27760 req-f55cc26c-2380-4e26-9519-e37fa85144d8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 944 time: 0.0473981 Jul 29 11:49:32.110153 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:32.148065 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6c19514f-ef48-47f6-8f99-027500c27760 req-9c29e845-52d0-4ea0-b8b5-5b89f2acf48f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455451 Jul 29 11:49:32.528871 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device fb1642b2-a468-43c6-8233-7e7bcc25cfcd details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:49:32.544195 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:32.629165 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:49:32.641092 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'port_id': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'mac_address': 'fa:16:3e:26:93:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:49:32.678883 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port fb1642b2-a468-43c6-8233-7e7bcc25cfcd is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:49:32.679295 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:32.692404 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1642b2-a468-43c6-8233-7e7bcc25cfcd {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:49:32.712506 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:49:32.717113 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:32.762711 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,revision_number=9']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:49:33.021232 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['fb1642b2-a468-43c6-8233-7e7bcc25cfcd'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:49:33.273546 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dba4cb-2829-4ed9-9486-e69e8f0698bd req-c5b6ce81-ec51-49e3-a8d3-759fd1e99e19 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:33.274969 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-50dba4cb-2829-4ed9-9486-e69e8f0698bd req-c5b6ce81-ec51-49e3-a8d3-759fd1e99e19 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 945 time: 0.0459495 Jul 29 11:49:33.324778 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-50dba4cb-2829-4ed9-9486-e69e8f0698bd req-907f3db3-e885-4b16-bed4-75d2cc5769f7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440812 Jul 29 11:49:34.446911 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f27a74-8add-4cd1-911d-22558e8aeb13 req-045eaef1-190d-4820-8de0-1f3b213a04ea tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:34.448356 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-73f27a74-8add-4cd1-911d-22558e8aeb13 req-045eaef1-190d-4820-8de0-1f3b213a04ea tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 945 time: 0.0463185 Jul 29 11:49:34.493977 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-73f27a74-8add-4cd1-911d-22558e8aeb13 req-76f006ed-17f8-4dc4-9638-ae3c8083313a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393875 Jul 29 11:49:35.622461 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38196-529f-4197-8864-0857d143b6f7 req-899c2581-e17c-42f8-9240-40ceef29618f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:35.623895 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cbc38196-529f-4197-8864-0857d143b6f7 req-899c2581-e17c-42f8-9240-40ceef29618f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 945 time: 0.0463307 Jul 29 11:49:35.627334 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=10 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:35.641059 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:35.672541 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cbc38196-529f-4197-8864-0857d143b6f7 req-0ec7db0a-a7c1-4ac6-b41a-e65358612cd6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430684 Jul 29 11:49:36.324798 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device fb1642b2-a468-43c6-8233-7e7bcc25cfcd up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:49:36.326156 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=45,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:36.327314 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=46,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:36.369733 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port fb1642b2-a468-43c6-8233-7e7bcc25cfcd triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:49:36.370111 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:36.444736 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port fb1642b2-a468-43c6-8233-7e7bcc25cfcd is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:49:36.445122 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:36.467840 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:49:36.470092 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6be004e-60a7-40a9-b3ae-181c1f6a9257" -d '{"events": [{"server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "name": "network-vif-plugged", "status": "completed", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:49:36.483608 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:49:36.488006 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:36.513167 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5427050c-7e05-4811-bae5-ec47d5fada97 x-openstack-request-id: req-5427050c-7e05-4811-bae5-ec47d5fada97 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:49:36.513504 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "name": "network-vif-plugged", "status": "completed", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:49:36.513762 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5427050c-7e05-4811-bae5-ec47d5fada97 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:49:36.514156 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5427050c-7e05-4811-bae5-ec47d5fada97'] response: {'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'code': 200} Jul 29 11:49:36.537384 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,revision_number=10']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:49:36.799582 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edfe67-e8c7-4449-9bb2-960d563f99ab req-710f7606-a51f-4e89-bb01-931439f5d4ea tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:36.801066 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-39edfe67-e8c7-4449-9bb2-960d563f99ab req-710f7606-a51f-4e89-bb01-931439f5d4ea tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 947 time: 0.0511942 Jul 29 11:49:36.849639 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-39edfe67-e8c7-4449-9bb2-960d563f99ab req-ceabce9b-a587-4197-a56c-7f2e5cc37505 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429046 Jul 29 11:49:37.021333 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5975b0-6a26-4b2c-a789-a99aae30051d req-64da1a86-5999-4b6d-9aca-629533e0c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:37.022711 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4b5975b0-6a26-4b2c-a789-a99aae30051d req-64da1a86-5999-4b6d-9aca-629533e0c84b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 1131 time: 0.0373487 Jul 29 11:49:37.054178 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:37.067509 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4b5975b0-6a26-4b2c-a789-a99aae30051d req-57efe137-9f47-4781-9092-98725ea37de5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371490 Jul 29 11:49:37.465356 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-b33d9a1a-7c9f-40d1-b898-b169323ec39c tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:37.466819 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-b33d9a1a-7c9f-40d1-b898-b169323ec39c tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/networks?id=4993d81f-11a0-4255-ad5a-9700754167c4 HTTP/1.1" status: 200 len: 814 time: 0.1030495 Jul 29 11:49:37.480996 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-bcc4eb12-7fdd-4575-ba52-d02195e2caf0 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/quotas/1658d63aa1b54aa5a36754e83179e317 HTTP/1.1" status: 200 len: 375 time: 0.0088537 Jul 29 11:49:37.513268 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-e93f6c49-e8ff-4a31-9b7e-bf8cdaf60fc3 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1658d63aa1b54aa5a36754e83179e317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275631 Jul 29 11:49:37.838262 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-cfc9f4bb-1284-48d5-b58a-fa114be96ff4 service neutron] 10.222.0.60 "GET /v2.0/networks/4993d81f-11a0-4255-ad5a-9700754167c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183348 Jul 29 11:49:37.941819 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-e283331c-22a1-42ed-91fc-17805903bdea service neutron] 10.222.0.60 "GET /v2.0/networks/4993d81f-11a0-4255-ad5a-9700754167c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976367 Jul 29 11:49:37.977645 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a8c7-f55a-4c15-b481-fc15bd8966de req-b23715ce-3c6b-40a2-9029-25ac7ac7b30c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:37.979109 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3b81a8c7-f55a-4c15-b481-fc15bd8966de req-b23715ce-3c6b-40a2-9029-25ac7ac7b30c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 947 time: 0.0507717 Jul 29 11:49:38.028961 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3b81a8c7-f55a-4c15-b481-fc15bd8966de req-1964e574-ac56-4c94-ae0e-a75433a5fa5b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435367 Jul 29 11:49:38.097926 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ea9a684c-4239-4305-9e88-09448d909a81 req-7cfde294-b700-485f-8ea1-a6d5384bd2f5 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 210 time: 0.0276403 Jul 29 11:49:39.216891 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c7da30e0-4242-47fe-82fc-52777ace2a7a req-12c3ffa5-dd2b-4151-9585-0eb049c51160 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 210 time: 0.0381818 Jul 29 11:49:39.224787 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b0539-ff63-421d-ad0e-c2526a5031a2 req-6a6acbb8-1d51-4664-aa88-d0cb15fdfecb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:39.226383 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e38b0539-ff63-421d-ad0e-c2526a5031a2 req-6a6acbb8-1d51-4664-aa88-d0cb15fdfecb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 947 time: 0.0940332 Jul 29 11:49:39.255816 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:39.287818 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e38b0539-ff63-421d-ad0e-c2526a5031a2 req-885dd505-b1e9-4003-907d-88c7e3a51bf3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550265 Jul 29 11:49:39.893268 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-33f61e42-a2cc-41a4-976c-3a1839dd8d29 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:39.895157 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-33f61e42-a2cc-41a4-976c-3a1839dd8d29 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.58 "GET /v2.0/networks?id=4993d81f-11a0-4255-ad5a-9700754167c4 HTTP/1.1" status: 200 len: 814 time: 0.1026957 Jul 29 11:49:39.915344 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Request body: {'port': {'device_id': '839a7b01-ae71-4df9-8f76-2842e0c61798', 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4', 'admin_state_up': True, 'tenant_id': '1658d63aa1b54aa5a36754e83179e317'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:49:40.028138 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Made reservation on behalf of 1658d63aa1b54aa5a36754e83179e317 for: {'port': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:49:40.031789 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:40.160287 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Allocated IP 172.20.0.13 (4993d81f-11a0-4255-ad5a-9700754167c4/6b6c30da-20cf-4123-b56f-cb2a23d9a619/2aae6285-c16d-4c67-a214-8f39a536fcca) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:49:40.199151 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:40.335020 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ba35765c-9e42-4d2b-b3fd-3c3125717b51 req-0b5247be-067c-47a4-8b06-d514bfff3167 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 210 time: 0.0404148 Jul 29 11:49:40.339863 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks [] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:40.412250 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:40.427166 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef9adf-c163-4a42-a0ce-382de304e0fe req-dcfeaa2e-dab0-46b2-b940-c90640559146 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:40.428614 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b5ef9adf-c163-4a42-a0ce-382de304e0fe req-dcfeaa2e-dab0-46b2-b940-c90640559146 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 947 time: 0.0590363 Jul 29 11:49:40.483014 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Network 4993d81f-11a0-4255-ad5a-9700754167c4 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:49:40.487931 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:49:40.489942 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Pushing event updated for resources: {'Port': ['ID=2aae6285-c16d-4c67-a214-8f39a536fcca,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:49:40.495089 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:49:40.534353 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.534701 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.535043 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.535379 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.535712 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.536042 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.536373 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.536696 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.537019 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.537343 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.537691 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.538013 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.538334 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.538654 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.539005 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:40.561187 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:40.566887 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b5ef9adf-c163-4a42-a0ce-382de304e0fe req-6f19d489-4eb2-41b3-b41c-a1ce12a510c9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187105 Jul 29 11:49:40.575525 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:40.576136 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:40.593576 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-0838e4ba-a87a-4f4d-b979-0548c2e6fa10 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6818495 Jul 29 11:49:40.609539 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Request body: {'port': {'device_id': '839a7b01-ae71-4df9-8f76-2842e0c61798', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:49:40.668423 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:40.922874 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aae6285-c16d-4c67-a214-8f39a536fcca {{(pid=115839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:49:40.930959 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Publish callbacks [] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:40.944358 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.provisioning_blocks [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Transition to ACTIVE for port object 2aae6285-c16d-4c67-a214-8f39a536fcca will not be triggered until provisioned by entity L2. {{(pid=115839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:49:40.947216 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:40.996686 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Pushing event updated for resources: {'Port': ['ID=2aae6285-c16d-4c67-a214-8f39a536fcca,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:49:41.067832 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Attempting to bind port 2aae6285-c16d-4c67-a214-8f39a536fcca on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:49:41.068169 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Attempting to bind port 2aae6285-c16d-4c67-a214-8f39a536fcca by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '5e93e7d1-dd3f-443f-b7a0-c00fc60ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4'}] {{(pid=115839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:49:41.068504 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Attempting to bind port 2aae6285-c16d-4c67-a214-8f39a536fcca on network 4993d81f-11a0-4255-ad5a-9700754167c4 {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:49:41.071126 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:41.073550 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Port 2aae6285-c16d-4c67-a214-8f39a536fcca on network 4993d81f-11a0-4255-ad5a-9700754167c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:49:41.073874 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Attempting to bind port 2aae6285-c16d-4c67-a214-8f39a536fcca on network 4993d81f-11a0-4255-ad5a-9700754167c4 {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:49:41.080183 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:49:41.080517 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Checking segment: {'id': '5e93e7d1-dd3f-443f-b7a0-c00fc60ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:49:41.080892 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Bound using segment: {'id': '5e93e7d1-dd3f-443f-b7a0-c00fc60ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4'} {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:49:41.081313 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Bound port: 2aae6285-c16d-4c67-a214-8f39a536fcca, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e93e7d1-dd3f-443f-b7a0-c00fc60ac728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4'}}] {{(pid=115839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:49:41.081698 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:41.147600 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] For port 2aae6285-c16d-4c67-a214-8f39a536fcca, host hv-cinder-83754, cleared binding levels {{(pid=115839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:49:41.150549 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] For port 2aae6285-c16d-4c67-a214-8f39a536fcca, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2aae6285-c16d-4c67-a214-8f39a536fcca,segment=NetworkSegment(5e93e7d1-dd3f-443f-b7a0-c00fc60ac728),segment_id=5e93e7d1-dd3f-443f-b7a0-c00fc60ac728)] {{(pid=115839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:49:41.157547 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:41.192787 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:41.193018 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:41.194437 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] 10.222.0.58 "PUT /v2.0/ports/2aae6285-c16d-4c67-a214-8f39a536fcca HTTP/1.1" status: 200 len: 1094 time: 0.5896168 Jul 29 11:49:41.194867 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839a7b01-ae71-4df9-8f76-2842e0c61798', 'tag': '2aae6285-c16d-4c67-a214-8f39a536fcca'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:49:41.197110 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30311011-a4b6-46b7-a64f-11fc3bdb8a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "839a7b01-ae71-4df9-8f76-2842e0c61798", "tag": "2aae6285-c16d-4c67-a214-8f39a536fcca"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:49:41.220548 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cdb86-002e-4a38-ac0f-68dd9b5e3405 service neutron] Pushing event updated for resources: {'Port': ['ID=2aae6285-c16d-4c67-a214-8f39a536fcca,revision_number=3']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:49:41.239182 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69c4a81-2bf0-4eb2-a9b0-04a0f1202150 x-openstack-request-id: req-a69c4a81-2bf0-4eb2-a9b0-04a0f1202150 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:49:41.239478 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839a7b01-ae71-4df9-8f76-2842e0c61798", "tag": "2aae6285-c16d-4c67-a214-8f39a536fcca", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:49:41.239730 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a69c4a81-2bf0-4eb2-a9b0-04a0f1202150 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:49:41.240137 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69c4a81-2bf0-4eb2-a9b0-04a0f1202150'] response: {'name': 'network-changed', 'server_uuid': '839a7b01-ae71-4df9-8f76-2842e0c61798', 'tag': '2aae6285-c16d-4c67-a214-8f39a536fcca', 'status': 'completed', 'code': 200} Jul 29 11:49:41.304115 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-7e4915ad-7141-4e42-9e8e-5e02695ccaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:41.305607 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-7e4915ad-7141-4e42-9e8e-5e02695ccaca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1658d63aa1b54aa5a36754e83179e317&device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 1128 time: 0.0418231 Jul 29 11:49:41.351392 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-da3374a6-5d1e-47be-bbdb-99d1ebeda9d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aae6285-c16d-4c67-a214-8f39a536fcca HTTP/1.1" status: 200 len: 217 time: 0.0349238 Jul 29 11:49:41.402378 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-d9e97823-f802-4075-bc33-5c3cd5f1f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:41.403855 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-d9e97823-f802-4075-bc33-5c3cd5f1f853 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b6c30da-20cf-4123-b56f-cb2a23d9a619 HTTP/1.1" status: 200 len: 854 time: 0.0445199 Jul 29 11:49:41.458218 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-43e205c9-4394-4f74-8035-2959a70675dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4993d81f-11a0-4255-ad5a-9700754167c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391185 Jul 29 11:49:41.462557 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:41.481677 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07385db2-8000-4fea-9045-0cfc5c5da965 req-0688610c-824f-4af0-8988-98a77d9812a7 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:41.483036 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-07385db2-8000-4fea-9045-0cfc5c5da965 req-0688610c-824f-4af0-8988-98a77d9812a7 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 944 time: 0.0743351 Jul 29 11:49:41.587727 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-07385db2-8000-4fea-9045-0cfc5c5da965 req-42287a51-f0b9-4c70-b342-757819b4f0bf tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936837 Jul 29 11:49:41.598389 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-faa178b3-03d2-45f8-9f7f-e84f66cc8c07 service neutron] 10.222.0.58 "GET /v2.0/networks/4993d81f-11a0-4255-ad5a-9700754167c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295798 Jul 29 11:49:41.700182 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b39c0eaf-426b-40f3-834f-15d19fbc6b41 req-f20dbbfe-a581-4e73-bf9f-a4a344193d96 service neutron] 10.222.0.58 "GET /v2.0/networks/4993d81f-11a0-4255-ad5a-9700754167c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862751 Jul 29 11:49:42.708049 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4872d81-c25a-43a1-b2e9-199219da6cc3 req-ab8ecb1e-99a2-4cd9-896d-b866960f6ee8 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:42.709512 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f4872d81-c25a-43a1-b2e9-199219da6cc3 req-ab8ecb1e-99a2-4cd9-896d-b866960f6ee8 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 944 time: 0.0480371 Jul 29 11:49:42.755295 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f4872d81-c25a-43a1-b2e9-199219da6cc3 req-15c4b779-f569-45e5-ac78-9484fbf7fd7a tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401924 Jul 29 11:49:42.843674 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30311011-a4b6-46b7-a64f-11fc3bdb8a5f req-4aed3737-45c2-4023-a6d5-f34a6258c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:42.845228 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-30311011-a4b6-46b7-a64f-11fc3bdb8a5f req-4aed3737-45c2-4023-a6d5-f34a6258c539 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1658d63aa1b54aa5a36754e83179e317&device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 1128 time: 0.0397284 Jul 29 11:49:42.941246 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30311011-a4b6-46b7-a64f-11fc3bdb8a5f req-02cffea7-30fa-4587-96d8-46a15f9fd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:42.942726 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-30311011-a4b6-46b7-a64f-11fc3bdb8a5f req-02cffea7-30fa-4587-96d8-46a15f9fd085 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4993d81f-11a0-4255-ad5a-9700754167c4 HTTP/1.1" status: 200 len: 915 time: 0.0906503 Jul 29 11:49:42.981323 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-30311011-a4b6-46b7-a64f-11fc3bdb8a5f req-10589fe7-3c9f-4cff-a859-ef45c6483928 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aae6285-c16d-4c67-a214-8f39a536fcca HTTP/1.1" status: 200 len: 217 time: 0.0310595 Jul 29 11:49:43.031956 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30311011-a4b6-46b7-a64f-11fc3bdb8a5f req-5df441d9-5d8c-4972-bef5-2d1b1cc4b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:43.033333 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-30311011-a4b6-46b7-a64f-11fc3bdb8a5f req-5df441d9-5d8c-4972-bef5-2d1b1cc4b2de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b6c30da-20cf-4123-b56f-cb2a23d9a619 HTTP/1.1" status: 200 len: 854 time: 0.0461631 Jul 29 11:49:43.068142 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-30311011-a4b6-46b7-a64f-11fc3bdb8a5f req-3685b389-3f5a-4453-8bca-e8d2694cf9f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4993d81f-11a0-4255-ad5a-9700754167c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252681 Jul 29 11:49:43.163482 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-30311011-a4b6-46b7-a64f-11fc3bdb8a5f req-806c4961-a034-4570-91e3-ce02944640f4 service neutron] 10.222.0.58 "GET /v2.0/networks/4993d81f-11a0-4255-ad5a-9700754167c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835087 Jul 29 11:49:43.217960 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:43.261341 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-30311011-a4b6-46b7-a64f-11fc3bdb8a5f req-599ace69-a60c-4c02-b96c-c96baacf00ff service neutron] 10.222.0.58 "GET /v2.0/networks/4993d81f-11a0-4255-ad5a-9700754167c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878494 Jul 29 11:49:43.874535 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d928d2-8ecc-430f-8b17-fed2aaa2b669 req-7ddb0fe8-6fcc-44ec-9ae8-80ba50fe2376 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:43.875984 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-80d928d2-8ecc-430f-8b17-fed2aaa2b669 req-7ddb0fe8-6fcc-44ec-9ae8-80ba50fe2376 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 944 time: 0.0464520 Jul 29 11:49:43.922384 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-80d928d2-8ecc-430f-8b17-fed2aaa2b669 req-f6467a0d-9311-4f25-a6e7-07ee82740a74 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Jul 29 11:49:44.338495 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 2aae6285-c16d-4c67-a214-8f39a536fcca details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:49:44.434632 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:44.439576 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 2aae6285-c16d-4c67-a214-8f39a536fcca, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2aae6285-c16d-4c67-a214-8f39a536fcca,segment=NetworkSegment(5e93e7d1-dd3f-443f-b7a0-c00fc60ac728),segment_id=5e93e7d1-dd3f-443f-b7a0-c00fc60ac728)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:49:44.442325 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:44.453338 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '2aae6285-c16d-4c67-a214-8f39a536fcca', 'network_id': '4993d81f-11a0-4255-ad5a-9700754167c4', 'port_id': '2aae6285-c16d-4c67-a214-8f39a536fcca', 'mac_address': 'fa:16:3e:75:ad:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6c30da-20cf-4123-b56f-cb2a23d9a619', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:49:44.486929 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 2aae6285-c16d-4c67-a214-8f39a536fcca is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:49:44.487319 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:44.504602 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aae6285-c16d-4c67-a214-8f39a536fcca {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:49:44.524192 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 2aae6285-c16d-4c67-a214-8f39a536fcca, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2aae6285-c16d-4c67-a214-8f39a536fcca,segment=NetworkSegment(5e93e7d1-dd3f-443f-b7a0-c00fc60ac728),segment_id=5e93e7d1-dd3f-443f-b7a0-c00fc60ac728)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:49:44.527839 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:44.572913 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=2aae6285-c16d-4c67-a214-8f39a536fcca,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:49:44.580678 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.581028 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.581375 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.581756 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.582091 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.582426 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.582758 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.583087 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.583424 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.583746 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.584074 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.584416 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.584744 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.585067 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.585389 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:49:44.842283 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['2aae6285-c16d-4c67-a214-8f39a536fcca'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:49:45.043958 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3f01d-222a-4555-afa2-91d1906723b1 req-11979b9b-9fa4-4e2a-abad-42b7b9d24632 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:45.045407 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-62b3f01d-222a-4555-afa2-91d1906723b1 req-11979b9b-9fa4-4e2a-abad-42b7b9d24632 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 945 time: 0.0506530 Jul 29 11:49:45.091084 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-62b3f01d-222a-4555-afa2-91d1906723b1 req-ee249643-83fe-468a-845c-2ba296bc755b tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401876 Jul 29 11:49:45.351627 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:49:46.207363 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351dcb2-c8c3-4ad3-a50a-45a8b07d8be6 req-e8d624da-f7ae-4cf7-854a-ed3fd80f2ef2 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:46.208827 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4351dcb2-c8c3-4ad3-a50a-45a8b07d8be6 req-e8d624da-f7ae-4cf7-854a-ed3fd80f2ef2 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 945 time: 0.0477371 Jul 29 11:49:46.248003 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:46.261833 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4351dcb2-c8c3-4ad3-a50a-45a8b07d8be6 req-3db7a6e2-2cee-4fc9-bc67-3a2008ab7539 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473878 Jul 29 11:49:46.364510 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 2aae6285-c16d-4c67-a214-8f39a536fcca up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:49:46.406010 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 2aae6285-c16d-4c67-a214-8f39a536fcca completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:49:46.411522 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 2aae6285-c16d-4c67-a214-8f39a536fcca triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:49:46.411891 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:46.481246 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 2aae6285-c16d-4c67-a214-8f39a536fcca is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:49:46.481649 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:46.503442 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839a7b01-ae71-4df9-8f76-2842e0c61798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aae6285-c16d-4c67-a214-8f39a536fcca'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:49:46.505674 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b309c5a0-1f64-40c3-a306-b77a18c52dcf" -d '{"events": [{"server_uuid": "839a7b01-ae71-4df9-8f76-2842e0c61798", "name": "network-vif-plugged", "status": "completed", "tag": "2aae6285-c16d-4c67-a214-8f39a536fcca"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:49:46.521203 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 2aae6285-c16d-4c67-a214-8f39a536fcca, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2aae6285-c16d-4c67-a214-8f39a536fcca,segment=NetworkSegment(5e93e7d1-dd3f-443f-b7a0-c00fc60ac728),segment_id=5e93e7d1-dd3f-443f-b7a0-c00fc60ac728)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:49:46.530571 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:46.553305 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8face7ab-16ea-470a-ba45-0fe781cd9ce4 x-openstack-request-id: req-8face7ab-16ea-470a-ba45-0fe781cd9ce4 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:49:46.553640 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839a7b01-ae71-4df9-8f76-2842e0c61798", "name": "network-vif-plugged", "status": "completed", "tag": "2aae6285-c16d-4c67-a214-8f39a536fcca", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:49:46.553892 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8face7ab-16ea-470a-ba45-0fe781cd9ce4 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:49:46.554281 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8face7ab-16ea-470a-ba45-0fe781cd9ce4'] response: {'server_uuid': '839a7b01-ae71-4df9-8f76-2842e0c61798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aae6285-c16d-4c67-a214-8f39a536fcca', 'code': 200} Jul 29 11:49:46.579393 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=2aae6285-c16d-4c67-a214-8f39a536fcca,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:49:46.718494 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45355ce8-f9e0-472b-92c9-ddb8710c458f req-f7e3cbca-d19a-4592-bf35-13cb7a0d2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:46.719975 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-45355ce8-f9e0-472b-92c9-ddb8710c458f req-f7e3cbca-d19a-4592-bf35-13cb7a0d2866 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 1130 time: 0.0386612 Jul 29 11:49:46.770611 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-45355ce8-f9e0-472b-92c9-ddb8710c458f req-d2cfe3be-6faa-43ff-a48a-3f807d8b6240 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436161 Jul 29 11:49:47.376209 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86bb0f-a5d9-4037-9a54-52c96b1ed3fa req-3ab93e06-d63d-4581-a51e-e5fa1637c87f tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:47.377592 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-aa86bb0f-a5d9-4037-9a54-52c96b1ed3fa req-3ab93e06-d63d-4581-a51e-e5fa1637c87f tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 946 time: 0.0457497 Jul 29 11:49:47.425536 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-aa86bb0f-a5d9-4037-9a54-52c96b1ed3fa req-0c4937fc-4073-41e9-b044-f98491a983de tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Jul 29 11:49:48.548863 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f3ef6-8791-4714-88f3-7970802e8277 req-6c8fe996-9391-43a3-97b4-bf847d1c98a8 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:48.550587 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-095f3ef6-8791-4714-88f3-7970802e8277 req-6c8fe996-9391-43a3-97b4-bf847d1c98a8 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 946 time: 0.0508401 Jul 29 11:49:48.597695 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-095f3ef6-8791-4714-88f3-7970802e8277 req-f0be67b9-7949-402a-b3a5-d518c48d1d7e tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Jul 29 11:49:54.680111 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:55.528449 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63eff4-9e5b-4c11-bda1-7cf8d9124e06 req-e97144c1-0e77-4d73-9835-51943073d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:55.530065 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3d63eff4-9e5b-4c11-bda1-7cf8d9124e06 req-e97144c1-0e77-4d73-9835-51943073d417 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0707326 Jul 29 11:49:55.536110 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddac7ea-592e-44be-8ef3-f352728c86dc req-49cca47e-c790-4d16-86ee-2c46f1b68a22 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:55.537451 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dddac7ea-592e-44be-8ef3-f352728c86dc req-49cca47e-c790-4d16-86ee-2c46f1b68a22 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0799308 Jul 29 11:49:55.640078 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dddac7ea-592e-44be-8ef3-f352728c86dc req-47fa6eac-d437-4e98-b7be-9380ae884094 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914931 Jul 29 11:49:55.661704 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63eff4-9e5b-4c11-bda1-7cf8d9124e06 req-ed8983d0-70dd-4db0-bbd7-61e502f984c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:55.663158 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3d63eff4-9e5b-4c11-bda1-7cf8d9124e06 req-ed8983d0-70dd-4db0-bbd7-61e502f984c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.1225142 Jul 29 11:49:55.724847 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3d63eff4-9e5b-4c11-bda1-7cf8d9124e06 req-db14ee34-8699-4026-a8ca-99e866b86da6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666ba69f-5b53-402b-9db5-8013b146c1da HTTP/1.1" status: 200 len: 1001 time: 0.0553868 Jul 29 11:49:55.765664 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f99cc090-054a-43e1-9998-b7cbf785e7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:55.776575 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63eff4-9e5b-4c11-bda1-7cf8d9124e06 req-0a7ad12c-0b06-4b9c-8d9d-7c775961caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:55.778005 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3d63eff4-9e5b-4c11-bda1-7cf8d9124e06 req-0a7ad12c-0b06-4b9c-8d9d-7c775961caca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.0468538 Jul 29 11:49:55.833087 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63eff4-9e5b-4c11-bda1-7cf8d9124e06 req-e52eb993-86e7-4108-a1ad-974e966921c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:55.834607 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3d63eff4-9e5b-4c11-bda1-7cf8d9124e06 req-e52eb993-86e7-4108-a1ad-974e966921c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421832 Jul 29 11:49:55.881996 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:55.925035 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3d63eff4-9e5b-4c11-bda1-7cf8d9124e06 req-1f1d54d1-e0eb-4d4a-8a62-df1e9764d325 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837865 Jul 29 11:49:56.019158 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3d63eff4-9e5b-4c11-bda1-7cf8d9124e06 req-d59f27cd-8c5e-4c10-af2d-2f7c861e65a9 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873365 Jul 29 11:49:56.760265 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09017281-9adc-44b6-9fff-0a465e10fa49 req-597468c3-41e8-476b-bdfc-e730b3b70d6f tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:56.761965 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-09017281-9adc-44b6-9fff-0a465e10fa49 req-597468c3-41e8-476b-bdfc-e730b3b70d6f tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0465186 Jul 29 11:49:56.808038 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-09017281-9adc-44b6-9fff-0a465e10fa49 req-6acac2db-5f70-49be-9bbe-d4877bbf0d0f tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399833 Jul 29 11:49:57.804097 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e302ea49-c4f8-4458-9a90-b5936201a3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:57.932136 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c029c-537c-499e-a1b0-c57f310e173f req-748a5db0-de05-44b6-8734-8b5bc29aa675 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:57.933609 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7a3c029c-537c-499e-a1b0-c57f310e173f req-748a5db0-de05-44b6-8734-8b5bc29aa675 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0514834 Jul 29 11:49:57.973235 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:57.980671 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7a3c029c-537c-499e-a1b0-c57f310e173f req-44fc75de-75c8-460e-b1b6-bf7cf1ce44cc tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408580 Jul 29 11:49:59.098404 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b290ba-dd6c-4024-867f-44bee9ab2b1c req-588dfa13-fe72-4d16-a76f-78dec7fbe2a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:49:59.099862 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-98b290ba-dd6c-4024-867f-44bee9ab2b1c req-588dfa13-fe72-4d16-a76f-78dec7fbe2a4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0467877 Jul 29 11:49:59.124414 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:49:59.148174 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-98b290ba-dd6c-4024-867f-44bee9ab2b1c req-bf34c34c-075f-4100-9724-a6e95b6828d8 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Jul 29 11:49:59.677389 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=6 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:49:59.678162 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:00.267773 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850168e-bee1-4f4d-bf7b-148e93278fe2 req-b6383fdf-a1e1-40a1-8540-ee2dbbe3af67 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:00.269236 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6850168e-bee1-4f4d-bf7b-148e93278fe2 req-b6383fdf-a1e1-40a1-8540-ee2dbbe3af67 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0468554 Jul 29 11:50:00.318904 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6850168e-bee1-4f4d-bf7b-148e93278fe2 req-ad39c5ce-1100-4692-a4a4-24289eed6288 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441115 Jul 29 11:50:00.704454 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:00.831697 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:01.437614 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbccc5-ae93-485a-a69b-0c37ab5f08c0 req-81e47e49-da8f-493b-a3e1-966e61154fcc tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:01.439073 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-92bbccc5-ae93-485a-a69b-0c37ab5f08c0 req-81e47e49-da8f-493b-a3e1-966e61154fcc tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0469027 Jul 29 11:50:01.486071 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-92bbccc5-ae93-485a-a69b-0c37ab5f08c0 req-dc61c4b9-8c5d-4128-8ee2-5abe47af6d3a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 Jul 29 11:50:02.602543 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb2ebe-e40b-45b5-a459-e50b92b991d9 req-754cc517-7337-4b30-ac68-30abf35bf0df tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:02.603987 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cedb2ebe-e40b-45b5-a459-e50b92b991d9 req-754cc517-7337-4b30-ac68-30abf35bf0df tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0477316 Jul 29 11:50:02.651063 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cedb2ebe-e40b-45b5-a459-e50b92b991d9 req-f9aeaeca-beee-419b-acc2-8ac6f1124773 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413935 Jul 29 11:50:03.770985 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a5a67-5dcb-4b73-8e78-416927bf63e4 req-ced0561c-e19e-488d-94dd-3740245bb5bc tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:03.772465 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b94a5a67-5dcb-4b73-8e78-416927bf63e4 req-ced0561c-e19e-488d-94dd-3740245bb5bc tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0501912 Jul 29 11:50:03.819100 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b94a5a67-5dcb-4b73-8e78-416927bf63e4 req-9cc2081f-d103-4ac1-aa3b-19d762d6b14f tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411677 Jul 29 11:50:04.944020 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e5724-08c1-49f7-be08-891e60c8034e req-82d6cc70-0e98-42e8-aa0f-d1195c9e54bb tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:04.945790 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-523e5724-08c1-49f7-be08-891e60c8034e req-82d6cc70-0e98-42e8-aa0f-d1195c9e54bb tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0479603 Jul 29 11:50:04.992313 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-523e5724-08c1-49f7-be08-891e60c8034e req-2928f70a-ecc5-4e97-a617-a3cafffa6d3b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409672 Jul 29 11:50:06.116928 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f246b48-c245-4133-8d1e-131eaf5fff51 req-ddf9f669-d7ad-495a-9d41-8afe03534e81 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:06.118471 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f246b48-c245-4133-8d1e-131eaf5fff51 req-ddf9f669-d7ad-495a-9d41-8afe03534e81 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0482810 Jul 29 11:50:06.168839 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f246b48-c245-4133-8d1e-131eaf5fff51 req-ce343196-15af-4ad5-9fd6-1a638f6fe8b2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441015 Jul 29 11:50:07.286558 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57892ad-aec9-40d9-bf9e-41b2aaba0b10 req-9067f3a0-335b-48d5-83c1-5b1e198c61ac tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:07.288014 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c57892ad-aec9-40d9-bf9e-41b2aaba0b10 req-9067f3a0-335b-48d5-83c1-5b1e198c61ac tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0472851 Jul 29 11:50:07.300006 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:07.336004 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c57892ad-aec9-40d9-bf9e-41b2aaba0b10 req-ab572345-62e4-4e13-a265-58742089e6e2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424256 Jul 29 11:50:08.452508 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e0b65-5b39-4dcc-a71a-53bad391c59b req-b4ac3e10-ee6d-40c7-886e-fcc2b6d42fc3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:08.453975 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ef8e0b65-5b39-4dcc-a71a-53bad391c59b req-b4ac3e10-ee6d-40c7-886e-fcc2b6d42fc3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0456073 Jul 29 11:50:08.501385 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ef8e0b65-5b39-4dcc-a71a-53bad391c59b req-9987932e-bcb3-4ca8-8882-6b97039ad907 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420277 Jul 29 11:50:09.654119 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75882a-c6f1-4468-b8d1-d4ec69e03f46 req-4eaeb809-8116-49e6-b82f-311dd057513b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:09.656116 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dc75882a-c6f1-4468-b8d1-d4ec69e03f46 req-4eaeb809-8116-49e6-b82f-311dd057513b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0772266 Jul 29 11:50:09.675106 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408f00e-a4e7-4f8b-9382-9de5494b68b2 req-90dfb5bc-e008-4115-a602-bdd5e43d7b68 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:09.676508 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0408f00e-a4e7-4f8b-9382-9de5494b68b2 req-90dfb5bc-e008-4115-a602-bdd5e43d7b68 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0660574 Jul 29 11:50:09.722164 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:09.740890 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dc75882a-c6f1-4468-b8d1-d4ec69e03f46 req-7d2450f3-d3c5-42cf-a11b-da91e34747c4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792146 Jul 29 11:50:09.747580 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0408f00e-a4e7-4f8b-9382-9de5494b68b2 req-e25e080a-4d54-4987-9393-7993018c0923 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642700 Jul 29 11:50:10.825947 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:10.828564 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=74,neutron:UPDATE=6 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:10.894118 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92029e75-9903-488d-84af-10f5a981fa45 req-35b18997-d17f-4841-b99b-28b10273e08e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:10.895561 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-92029e75-9903-488d-84af-10f5a981fa45 req-35b18997-d17f-4841-b99b-28b10273e08e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0719647 Jul 29 11:50:10.901176 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce3436-44af-49aa-bb5d-db10744b8883 req-c479a175-3cfa-43cf-a88f-8dfef910287c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:10.902523 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87ce3436-44af-49aa-bb5d-db10744b8883 req-c479a175-3cfa-43cf-a88f-8dfef910287c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0888724 Jul 29 11:50:10.974582 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-92029e75-9903-488d-84af-10f5a981fa45 req-e1bdf50b-b8ce-41c0-98d0-6028d71d587c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711317 Jul 29 11:50:10.978558 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87ce3436-44af-49aa-bb5d-db10744b8883 req-7e0c2280-94cd-4ed4-9b91-7e8f79c198e4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682282 Jul 29 11:50:11.433729 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-c9291984-04e9-44d8-9070-b140bc0ea640 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:11.435205 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-c9291984-04e9-44d8-9070-b140bc0ea640 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0476089 Jul 29 11:50:11.527043 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Deleting port 4320296e-8fd1-4e24-b644-cad52e9c4572 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:50:11.527489 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:11.622414 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] For port 4320296e-8fd1-4e24-b644-cad52e9c4572, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4320296e-8fd1-4e24-b644-cad52e9c4572,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:11.622775 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:12.116653 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:12.117312 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (75862383-4a45-4a07-a5ae-8adf79ad1266), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:12.117312 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Floating IP 75862383-4a45-4a07-a5ae-8adf79ad1266 disassociated. External IP: 172.27.2.138, port: 4320296e-8fd1-4e24-b644-cad52e9c4572. Jul 29 11:50:12.117676 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Calling delete_port for 4320296e-8fd1-4e24-b644-cad52e9c4572 owned by compute:nova {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:50:12.143500 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002b4a9-a4c8-45f4-bb3b-b60cc704fba4 req-bd2b3369-d2fc-4e48-985a-d5f3990b5d9d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:12.144961 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8002b4a9-a4c8-45f4-bb3b-b60cc704fba4 req-bd2b3369-d2fc-4e48-985a-d5f3990b5d9d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fca404e-1bae-45f1-b4c7-0f1363d90a44 HTTP/1.1" status: 200 len: 945 time: 0.0929792 Jul 29 11:50:12.160380 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08ad1f-8a26-4cb9-bb00-270ddd30cafb req-779b5aa8-3f9f-4bad-8dcd-5af1c60f2072 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:12.161774 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0a08ad1f-8a26-4cb9-bb00-270ddd30cafb req-779b5aa8-3f9f-4bad-8dcd-5af1c60f2072 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0988996 Jul 29 11:50:12.230289 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:12.297711 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0a08ad1f-8a26-4cb9-bb00-270ddd30cafb req-dc48b07e-9fb8-4f1a-9816-5663bf790c58 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036134 Jul 29 11:50:12.301299 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8002b4a9-a4c8-45f4-bb3b-b60cc704fba4 req-16c2b50c-ab8f-4988-9078-c38897be7889 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9b467f8-d8aa-45b1-8de2-e3417664fd63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491594 Jul 29 11:50:12.338576 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:12.366677 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (4320296e-8fd1-4e24-b644-cad52e9c4572), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:12.395274 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'Port': ['ID=4320296e-8fd1-4e24-b644-cad52e9c4572,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:12.513394 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Router c9acab26-dbec-4825-9638-45cf2caa6d10 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:50:12.622992 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:50:12.635235 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c30804-b9a5-4fe1-83ec-db6e215594ae None None] Sync routers for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:50:12.648839 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c30804-b9a5-4fe1-83ec-db6e215594ae None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:12.649671 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-d7c30804-b9a5-4fe1-83ec-db6e215594ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:49:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:12.671017 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] No DVR routers for this DVR port 4320296e-8fd1-4e24-b644-cad52e9c4572 on host hv-cinder-83754 {{(pid=115839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:50:12.673708 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:12.677132 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f5642ab-67d4-4abb-9d84-491a8a386f35 req-01772632-390f-4a94-8c2a-ec4245bfa88c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "DELETE /v2.0/ports/4320296e-8fd1-4e24-b644-cad52e9c4572 HTTP/1.1" status: 204 len: 173 time: 1.2364933 Jul 29 11:50:12.677609 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'name': 'network-vif-deleted', 'tag': '4320296e-8fd1-4e24-b644-cad52e9c4572'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:12.680369 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1413d1-0eb6-401a-b4c2-57440c2b359e" -d '{"events": [{"server_uuid": "9fca404e-1bae-45f1-b4c7-0f1363d90a44", "name": "network-vif-deleted", "tag": "4320296e-8fd1-4e24-b644-cad52e9c4572"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:12.719674 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f092a2-c046-46dd-bdde-cdfc294067d1 x-openstack-request-id: req-c3f092a2-c046-46dd-bdde-cdfc294067d1 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:12.720169 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fca404e-1bae-45f1-b4c7-0f1363d90a44", "name": "network-vif-deleted", "tag": "4320296e-8fd1-4e24-b644-cad52e9c4572", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:12.720645 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3f092a2-c046-46dd-bdde-cdfc294067d1 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:12.721284 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f092a2-c046-46dd-bdde-cdfc294067d1'] response: {'server_uuid': '9fca404e-1bae-45f1-b4c7-0f1363d90a44', 'name': 'network-vif-deleted', 'tag': '4320296e-8fd1-4e24-b644-cad52e9c4572', 'status': 'completed', 'code': 200} Jul 29 11:50:12.772993 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-d7c30804-b9a5-4fe1-83ec-db6e215594ae None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:13.007602 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-d7c30804-b9a5-4fe1-83ec-db6e215594ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '079ffeb6-ea36-495c-b66b-e1e090a9183a', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:22:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:41Z', 'updated_at': '2022-07-29T11:47:25Z', 'revision_number': 2, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:13.034544 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c30804-b9a5-4fe1-83ec-db6e215594ae None None] Checking router: c9acab26-dbec-4825-9638-45cf2caa6d10 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:50:13.043569 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c30804-b9a5-4fe1-83ec-db6e215594ae None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:13.044196 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-d7c30804-b9a5-4fe1-83ec-db6e215594ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:49:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:13.153865 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-d7c30804-b9a5-4fe1-83ec-db6e215594ae None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:13.397715 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-d7c30804-b9a5-4fe1-83ec-db6e215594ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '079ffeb6-ea36-495c-b66b-e1e090a9183a', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:22:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:41Z', 'updated_at': '2022-07-29T11:47:25Z', 'revision_number': 2, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:13.417536 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45454) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:13.440940 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2087113-ce18-4133-8b06-ff65b806fa4e req-4b9c5dea-1ede-4874-ab8c-1839a271822b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:13.448413 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d2087113-ce18-4133-8b06-ff65b806fa4e req-4b9c5dea-1ede-4874-ab8c-1839a271822b tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0647233 Jul 29 11:50:13.487500 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5f94849b-5544-476b-8c9a-f2c65ee8681a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (b9b467f8-d8aa-45b1-8de2-e3417664fd63), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:13.508077 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d2087113-ce18-4133-8b06-ff65b806fa4e req-f5401840-1fe1-4670-bdc8-dbea35b6711f tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585668 Jul 29 11:50:13.516727 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5f94849b-5544-476b-8c9a-f2c65ee8681a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (b9b467f8-d8aa-45b1-8de2-e3417664fd63), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:13.579514 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c30804-b9a5-4fe1-83ec-db6e215594ae None None] The sync data for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi is: [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '079ffeb6-ea36-495c-b66b-e1e090a9183a', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:22:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:46:41Z', 'updated_at': '2022-07-29T11:47:25Z', 'revision_number': 2, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:50:13.597546 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5f94849b-5544-476b-8c9a-f2c65ee8681a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b9b467f8-d8aa-45b1-8de2-e3417664fd63), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:13.600869 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5f94849b-5544-476b-8c9a-f2c65ee8681a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:13.606060 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45462) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:13.606332 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-5f94849b-5544-476b-8c9a-f2c65ee8681a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "DELETE /v2.0/security-groups/b9b467f8-d8aa-45b1-8de2-e3417664fd63 HTTP/1.1" status: 204 len: 168 time: 0.1862154 Jul 29 11:50:13.617694 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94849b-5544-476b-8c9a-f2c65ee8681a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b467f8-d8aa-45b1-8de2-e3417664fd63,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:13.625631 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.api.v2.resource [None req-3cea4118-3760-4f6c-b5ba-05ef86fda5ed tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] show failed (client error): The resource could not be found. Jul 29 11:50:13.629148 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-3cea4118-3760-4f6c-b5ba-05ef86fda5ed tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups/b9b467f8-d8aa-45b1-8de2-e3417664fd63 HTTP/1.1" status: 404 len: 347 time: 0.0192845 Jul 29 11:50:13.633121 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45464) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:13.780049 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-499a0a87-b8c7-4ca4-b96c-9d813d950105 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Deleting port af3d559b-9b95-4043-9ed1-ac7362c453f7 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:50:13.780468 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-499a0a87-b8c7-4ca4-b96c-9d813d950105 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (af3d559b-9b95-4043-9ed1-ac7362c453f7), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:13.887505 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-499a0a87-b8c7-4ca4-b96c-9d813d950105 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (af3d559b-9b95-4043-9ed1-ac7362c453f7), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:13.888157 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-499a0a87-b8c7-4ca4-b96c-9d813d950105 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (af3d559b-9b95-4043-9ed1-ac7362c453f7), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:13.906355 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-499a0a87-b8c7-4ca4-b96c-9d813d950105 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Calling delete_port for af3d559b-9b95-4043-9ed1-ac7362c453f7 owned by network:floatingip {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:50:13.938783 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01924e5-b50e-4d50-95fd-c78f08b88a21 None None] New status for floating IP 75862383-4a45-4a07-a5ae-8adf79ad1266: DOWN {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:50:14.049870 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-499a0a87-b8c7-4ca4-b96c-9d813d950105 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (af3d559b-9b95-4043-9ed1-ac7362c453f7), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:14.051583 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.db.api [None req-f01924e5-b50e-4d50-95fd-c78f08b88a21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 11:50:14.052278 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG oslo_db.api [None req-f01924e5-b50e-4d50-95fd-c78f08b88a21 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 11:50:14.061553 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:14.084341 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a0a87-b8c7-4ca4-b96c-9d813d950105 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'Port': ['ID=af3d559b-9b95-4043-9ed1-ac7362c453f7,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:14.151107 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-499a0a87-b8c7-4ca4-b96c-9d813d950105 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (75862383-4a45-4a07-a5ae-8adf79ad1266), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:14.153801 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-499a0a87-b8c7-4ca4-b96c-9d813d950105 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:14.155698 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-499a0a87-b8c7-4ca4-b96c-9d813d950105 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "DELETE /v2.0/floatingips/75862383-4a45-4a07-a5ae-8adf79ad1266 HTTP/1.1" status: 204 len: 168 time: 0.5209079 Jul 29 11:50:14.466142 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 4320296e-8fd1-4e24-b644-cad52e9c4572 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:50:14.487359 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 4320296e-8fd1-4e24-b644-cad52e9c4572 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:50:14.487707 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 4320296e-8fd1-4e24-b644-cad52e9c4572 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:50:14.553824 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01924e5-b50e-4d50-95fd-c78f08b88a21 None None] New status for floating IP 75862383-4a45-4a07-a5ae-8adf79ad1266: DOWN {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:50:14.633374 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604a73a-fa57-4fc0-aa6a-548482ac12f4 req-07b480e8-8260-4382-8067-4b008b052d62 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:14.634884 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3604a73a-fa57-4fc0-aa6a-548482ac12f4 req-07b480e8-8260-4382-8067-4b008b052d62 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0545673 Jul 29 11:50:14.663547 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:14.687718 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3604a73a-fa57-4fc0-aa6a-548482ac12f4 req-a49e8e43-824b-4a41-a5f4-5e41d84fbba9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451047 Jul 29 11:50:15.105370 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e13b3-4200-450a-9eee-f25e8752ef32 req-3b8b3575-055d-40cb-9dc8-36c28cf86769 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:15.106769 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-852e13b3-4200-450a-9eee-f25e8752ef32 req-3b8b3575-055d-40cb-9dc8-36c28cf86769 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 946 time: 0.0504506 Jul 29 11:50:15.155222 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-852e13b3-4200-450a-9eee-f25e8752ef32 req-7a5e36d6-2578-4ce1-82a9-63c7a4cc7f8a tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420814 Jul 29 11:50:15.804931 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf976b19-c6fc-4f7e-af12-b63d97e5a694 req-291e2157-0b15-45a7-8855-8811f9400be2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:15.806320 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cf976b19-c6fc-4f7e-af12-b63d97e5a694 req-291e2157-0b15-45a7-8855-8811f9400be2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0465016 Jul 29 11:50:15.852638 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cf976b19-c6fc-4f7e-af12-b63d97e5a694 req-84ca4a94-cf6f-4661-a9f2-809d378eb76e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402098 Jul 29 11:50:16.270964 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb35741-ded8-43a7-87ad-3a4dd140236d req-17f2e3b4-5556-4961-a1f9-8e12bac3fca4 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:16.272400 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bfb35741-ded8-43a7-87ad-3a4dd140236d req-17f2e3b4-5556-4961-a1f9-8e12bac3fca4 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 946 time: 0.0461845 Jul 29 11:50:16.322391 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bfb35741-ded8-43a7-87ad-3a4dd140236d req-2e2271b1-4145-4430-bf66-f10b3f1c988b tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445096 Jul 29 11:50:16.973985 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214a17b-4997-4343-b4d8-02607fb573f4 req-33eb87a0-1c8b-442c-8867-2dcd58a92f82 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:16.975469 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9214a17b-4997-4343-b4d8-02607fb573f4 req-33eb87a0-1c8b-442c-8867-2dcd58a92f82 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0504632 Jul 29 11:50:17.026046 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9214a17b-4997-4343-b4d8-02607fb573f4 req-aaf9b402-aec0-47b8-bf58-95b1cbd74bfd tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449286 Jul 29 11:50:17.439878 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45769d-cc86-4d53-9343-a50768f88273 req-feeaed60-9b9d-4a32-bb63-cb542507f2cb tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:17.441332 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b45769d-cc86-4d53-9343-a50768f88273 req-feeaed60-9b9d-4a32-bb63-cb542507f2cb tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 946 time: 0.0471649 Jul 29 11:50:17.487247 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b45769d-cc86-4d53-9343-a50768f88273 req-37207199-0018-491c-ba3b-e57c00fe001c tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Jul 29 11:50:18.009570 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf5536-d946-4c9d-9f63-13b5ad78f05f req-b761703e-5c1f-4d4f-804d-05eb9e5c2de5 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:18.011194 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8dbf5536-d946-4c9d-9f63-13b5ad78f05f req-b761703e-5c1f-4d4f-804d-05eb9e5c2de5 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.0780077 Jul 29 11:50:18.019034 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68367253-f91b-4e99-8b56-d98d73748ee1 req-293f9d85-0293-45e3-b62a-24e2af8dd800 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:18.020363 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-68367253-f91b-4e99-8b56-d98d73748ee1 req-293f9d85-0293-45e3-b62a-24e2af8dd800 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.58 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 946 time: 0.0764966 Jul 29 11:50:18.062103 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8dbf5536-d946-4c9d-9f63-13b5ad78f05f req-a8ad7e72-9fd0-4bde-81fb-677bfe40120f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 Jul 29 11:50:18.147171 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813c721-1c7f-4867-8533-c606551041df req-20e9d2ad-9f2e-45ba-b918-499b2209219a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:18.148606 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f813c721-1c7f-4867-8533-c606551041df req-20e9d2ad-9f2e-45ba-b918-499b2209219a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0464017 Jul 29 11:50:18.198251 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f813c721-1c7f-4867-8533-c606551041df req-59446747-700d-47f9-aad0-8e7d8ca004ca tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441232 Jul 29 11:50:18.603585 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a3e7f-9d5b-42d4-9a90-f695a1b09ea5 req-72c234ec-878d-4bcf-9cc8-4671e8d978dd tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:18.605030 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a72a3e7f-9d5b-42d4-9a90-f695a1b09ea5 req-72c234ec-878d-4bcf-9cc8-4671e8d978dd tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 946 time: 0.0475523 Jul 29 11:50:18.653287 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a72a3e7f-9d5b-42d4-9a90-f695a1b09ea5 req-075ca518-8e39-440a-88a4-659c6a51d079 tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d5b717-ef93-4d1e-816b-571174d8c859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Jul 29 11:50:19.179413 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42d06f-65a4-4bb5-a46f-583f4c479e94 req-3f700fa7-b6a8-4b31-b18a-8293a3b9d231 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:19.180919 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fc42d06f-65a4-4bb5-a46f-583f4c479e94 req-3f700fa7-b6a8-4b31-b18a-8293a3b9d231 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.0470243 Jul 29 11:50:19.201715 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:19.229150 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fc42d06f-65a4-4bb5-a46f-583f4c479e94 req-83f29a8b-19c7-4b31-bf40-7d2c87d86a5b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423756 Jul 29 11:50:19.320845 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178273b-bc3a-4c08-8989-d31e4eae4683 req-70650ca6-573d-4c8a-a1aa-64630b9757af tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:19.322333 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6178273b-bc3a-4c08-8989-d31e4eae4683 req-70650ca6-573d-4c8a-a1aa-64630b9757af tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0509791 Jul 29 11:50:19.369604 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6178273b-bc3a-4c08-8989-d31e4eae4683 req-8079993f-1a0f-456e-9b4f-0cc52e269359 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405991 Jul 29 11:50:19.454584 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [req-68367253-f91b-4e99-8b56-d98d73748ee1 req-de44e9f4-7fd0-42ae-9ce9-79cf8c63ffed tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Deleting port 2aae6285-c16d-4c67-a214-8f39a536fcca {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:50:19.454922 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-68367253-f91b-4e99-8b56-d98d73748ee1 req-de44e9f4-7fd0-42ae-9ce9-79cf8c63ffed tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:19.457456 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:19.471601 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5d951-c856-4df4-a7f5-eae681109b3a req-266660da-1d91-40d1-88b4-b8bfb471f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:19.473106 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-3ec5d951-c856-4df4-a7f5-eae681109b3a req-266660da-1d91-40d1-88b4-b8bfb471f218 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0387664 Jul 29 11:50:19.548728 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-68367253-f91b-4e99-8b56-d98d73748ee1 req-de44e9f4-7fd0-42ae-9ce9-79cf8c63ffed tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] For port 2aae6285-c16d-4c67-a214-8f39a536fcca, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2aae6285-c16d-4c67-a214-8f39a536fcca,segment=NetworkSegment(5e93e7d1-dd3f-443f-b7a0-c00fc60ac728),segment_id=5e93e7d1-dd3f-443f-b7a0-c00fc60ac728)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:19.549093 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-68367253-f91b-4e99-8b56-d98d73748ee1 req-de44e9f4-7fd0-42ae-9ce9-79cf8c63ffed tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:19.563033 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [req-68367253-f91b-4e99-8b56-d98d73748ee1 req-de44e9f4-7fd0-42ae-9ce9-79cf8c63ffed tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Calling delete_port for 2aae6285-c16d-4c67-a214-8f39a536fcca owned by compute:nova {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:50:19.594790 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-3ec5d951-c856-4df4-a7f5-eae681109b3a req-687ea7e4-3931-4c73-980b-c1322aba346f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429730 Jul 29 11:50:19.692591 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-68367253-f91b-4e99-8b56-d98d73748ee1 req-de44e9f4-7fd0-42ae-9ce9-79cf8c63ffed tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (2aae6285-c16d-4c67-a214-8f39a536fcca), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:19.722433 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44e9f4-7fd0-42ae-9ce9-79cf8c63ffed tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Pushing event deleted for resources: {'Port': ['ID=2aae6285-c16d-4c67-a214-8f39a536fcca,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:19.779511 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f0df3e6-5fb3-495d-97ea-4c685366606e req-4a00b3f3-b6d7-431d-8309-5c148ece13cb tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 210 time: 0.0492370 Jul 29 11:50:19.800758 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [req-68367253-f91b-4e99-8b56-d98d73748ee1 req-de44e9f4-7fd0-42ae-9ce9-79cf8c63ffed tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] No DVR routers for this DVR port 2aae6285-c16d-4c67-a214-8f39a536fcca on host hv-cinder-83754 {{(pid=115839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:50:19.803345 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-68367253-f91b-4e99-8b56-d98d73748ee1 req-de44e9f4-7fd0-42ae-9ce9-79cf8c63ffed tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:19.806743 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-68367253-f91b-4e99-8b56-d98d73748ee1 req-de44e9f4-7fd0-42ae-9ce9-79cf8c63ffed tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.58 "DELETE /v2.0/ports/2aae6285-c16d-4c67-a214-8f39a536fcca HTTP/1.1" status: 204 len: 173 time: 0.4321101 Jul 29 11:50:19.807195 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839a7b01-ae71-4df9-8f76-2842e0c61798', 'name': 'network-vif-deleted', 'tag': '2aae6285-c16d-4c67-a214-8f39a536fcca'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:19.809443 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f2f799-9f60-4018-9955-3d3bbfb927d9" -d '{"events": [{"server_uuid": "839a7b01-ae71-4df9-8f76-2842e0c61798", "name": "network-vif-deleted", "tag": "2aae6285-c16d-4c67-a214-8f39a536fcca"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:19.845852 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6a9d9f-9f1a-4bfb-94ae-0d23ca210845 x-openstack-request-id: req-1a6a9d9f-9f1a-4bfb-94ae-0d23ca210845 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:19.846177 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839a7b01-ae71-4df9-8f76-2842e0c61798", "name": "network-vif-deleted", "tag": "2aae6285-c16d-4c67-a214-8f39a536fcca", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:19.846435 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a6a9d9f-9f1a-4bfb-94ae-0d23ca210845 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:19.846849 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6a9d9f-9f1a-4bfb-94ae-0d23ca210845'] response: {'server_uuid': '839a7b01-ae71-4df9-8f76-2842e0c61798', 'name': 'network-vif-deleted', 'tag': '2aae6285-c16d-4c67-a214-8f39a536fcca', 'status': 'completed', 'code': 200} Jul 29 11:50:19.932863 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-55c5d141-ef57-4b92-9c6b-e2c1e751092e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:19.934405 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-55c5d141-ef57-4b92-9c6b-e2c1e751092e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.0495951 Jul 29 11:50:20.031786 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Deleting port 37549cbf-4d66-48e6-b4f4-c12905ec4351 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:50:20.032126 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:20.125131 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] For port 37549cbf-4d66-48e6-b4f4-c12905ec4351, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=37549cbf-4d66-48e6-b4f4-c12905ec4351,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:20.125536 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:20.288814 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:20.289507 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (079ffeb6-ea36-495c-b66b-e1e090a9183a), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:20.289630 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Floating IP 079ffeb6-ea36-495c-b66b-e1e090a9183a disassociated. External IP: 172.27.2.210, port: 37549cbf-4d66-48e6-b4f4-c12905ec4351. Jul 29 11:50:20.289971 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Calling delete_port for 37549cbf-4d66-48e6-b4f4-c12905ec4351 owned by compute:nova {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:50:20.361849 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:20.392147 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcbdf2-32e7-419c-b88a-eef7a895aefd req-f07dc877-ddb3-4649-928b-a72e5a22123b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:20.393651 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-99dcbdf2-32e7-419c-b88a-eef7a895aefd req-f07dc877-ddb3-4649-928b-a72e5a22123b tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 945 time: 0.0904312 Jul 29 11:50:20.408978 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:20.485768 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 2aae6285-c16d-4c67-a214-8f39a536fcca no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:50:20.507129 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 2aae6285-c16d-4c67-a214-8f39a536fcca {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:50:20.507471 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 2aae6285-c16d-4c67-a214-8f39a536fcca not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:50:20.516468 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-99dcbdf2-32e7-419c-b88a-eef7a895aefd req-bb0b99b8-58e3-44be-a3d1-41e53d97b563 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161096 Jul 29 11:50:20.543195 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a4a95-a0c0-4ab4-b8d4-0dd869c8c220 req-3ab1ae48-fcf9-41fe-b2e2-754732b98dff tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:20.545558 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ab1a4a95-a0c0-4ab4-b8d4-0dd869c8c220 req-3ab1ae48-fcf9-41fe-b2e2-754732b98dff tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0952454 Jul 29 11:50:20.557867 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (37549cbf-4d66-48e6-b4f4-c12905ec4351), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:20.593283 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'Port': ['ID=37549cbf-4d66-48e6-b4f4-c12905ec4351,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:20.663651 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ab1a4a95-a0c0-4ab4-b8d4-0dd869c8c220 req-7789830c-9dbb-44ff-99b6-d78733ffa458 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121984 Jul 29 11:50:20.734863 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Router c9acab26-dbec-4825-9638-45cf2caa6d10 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:50:20.840155 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:50:20.852604 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592adab6-0ebb-42fb-aadc-2505e8f22b43 None None] Sync routers for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:50:20.864241 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592adab6-0ebb-42fb-aadc-2505e8f22b43 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:20.864954 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-592adab6-0ebb-42fb-aadc-2505e8f22b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:49:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:20.906840 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] No DVR routers for this DVR port 37549cbf-4d66-48e6-b4f4-c12905ec4351 on host hv-cinder-83754 {{(pid=115839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:50:20.910052 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f19a395e-4eb5-41bd-9592-3ab2e5f435dd req-216625db-d328-445c-970a-dcb72fc8513e tempest-VolumesSnapshotTestJSON-1487326111 tempest-VolumesSnapshotTestJSON-1487326111-project] 10.222.0.60 "GET /v2.0/ports?device_id=839a7b01-ae71-4df9-8f76-2842e0c61798 HTTP/1.1" status: 200 len: 210 time: 0.0451224 Jul 29 11:50:20.911143 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:20.914713 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-478a61db-e8b0-4e55-9565-b9af2a66850d req-2ee0338c-03dd-45d8-9a51-9a52f871ee5d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "DELETE /v2.0/ports/37549cbf-4d66-48e6-b4f4-c12905ec4351 HTTP/1.1" status: 204 len: 173 time: 0.9651644 Jul 29 11:50:20.976763 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-592adab6-0ebb-42fb-aadc-2505e8f22b43 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:21.089626 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:21.125229 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:21.178133 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-592adab6-0ebb-42fb-aadc-2505e8f22b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:21.209040 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592adab6-0ebb-42fb-aadc-2505e8f22b43 None None] Checking router: c9acab26-dbec-4825-9638-45cf2caa6d10 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:50:21.219471 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592adab6-0ebb-42fb-aadc-2505e8f22b43 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:21.220169 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-592adab6-0ebb-42fb-aadc-2505e8f22b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:49:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:21.321349 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-592adab6-0ebb-42fb-aadc-2505e8f22b43 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:21.518669 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-592adab6-0ebb-42fb-aadc-2505e8f22b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:21.548852 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592adab6-0ebb-42fb-aadc-2505e8f22b43 None None] The sync data for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi is: [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:50:21.654461 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d57855fd-b35b-4d7b-baad-00e0ee4f1643 req-80ae8394-d59f-4d66-b0be-6cfa374f5489 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a2d21-648a-4b70-badd-2d7e499f5b90 HTTP/1.1" status: 200 len: 210 time: 0.0373406 Jul 29 11:50:21.806466 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c239ec-e175-4cee-93f4-a8dfe66deee1 req-9b498545-240e-4eeb-bd9f-faffdc521058 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:21.808095 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-56c239ec-e175-4cee-93f4-a8dfe66deee1 req-9b498545-240e-4eeb-bd9f-faffdc521058 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0531445 Jul 29 11:50:21.813996 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a97d80-71f8-44e0-8381-dfd78d5b2166 None None] New status for floating IP 079ffeb6-ea36-495c-b66b-e1e090a9183a: DOWN {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:50:21.847578 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'name': 'network-vif-deleted', 'tag': '37549cbf-4d66-48e6-b4f4-c12905ec4351'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:21.849861 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b943d23-dbc6-4416-8c2b-eade5467b3b6" -d '{"events": [{"server_uuid": "5c8a2d21-648a-4b70-badd-2d7e499f5b90", "name": "network-vif-deleted", "tag": "37549cbf-4d66-48e6-b4f4-c12905ec4351"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:21.864365 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-56c239ec-e175-4cee-93f4-a8dfe66deee1 req-c915e82e-8b42-4800-b56d-2b37489d70a0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489743 Jul 29 11:50:21.902788 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185e24e3-1b31-4ec2-8575-a27840c9ae9b x-openstack-request-id: req-185e24e3-1b31-4ec2-8575-a27840c9ae9b {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:21.903567 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8a2d21-648a-4b70-badd-2d7e499f5b90", "name": "network-vif-deleted", "tag": "37549cbf-4d66-48e6-b4f4-c12905ec4351", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:21.903905 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-185e24e3-1b31-4ec2-8575-a27840c9ae9b {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:21.905386 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185e24e3-1b31-4ec2-8575-a27840c9ae9b'] response: {'server_uuid': '5c8a2d21-648a-4b70-badd-2d7e499f5b90', 'name': 'network-vif-deleted', 'tag': '37549cbf-4d66-48e6-b4f4-c12905ec4351', 'status': 'completed', 'code': 200} Jul 29 11:50:22.324056 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d6f6b-30a7-4660-9a47-18bc97a7314f req-6ad5918b-d80d-4322-8f7a-aca25dba55e1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:22.325565 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-915d6f6b-30a7-4660-9a47-18bc97a7314f req-6ad5918b-d80d-4322-8f7a-aca25dba55e1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0732791 Jul 29 11:50:22.327455 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19e410-49ef-4e9b-ad31-a169caaab94d req-e0e4d3ff-792b-4624-a1fe-f22d0c75812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:22.328820 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-db19e410-49ef-4e9b-ad31-a169caaab94d req-e0e4d3ff-792b-4624-a1fe-f22d0c75812d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0873027 Jul 29 11:50:22.350439 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:50:22.434072 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-915d6f6b-30a7-4660-9a47-18bc97a7314f req-a33c4ec9-cece-4f21-8d4a-a3a858b649f7 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020403 Jul 29 11:50:22.457573 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19e410-49ef-4e9b-ad31-a169caaab94d req-62b02a0d-5f73-4e1e-9cbc-333e62a967f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:22.457573 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-db19e410-49ef-4e9b-ad31-a169caaab94d req-62b02a0d-5f73-4e1e-9cbc-333e62a967f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.1178396 Jul 29 11:50:22.493094 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 37549cbf-4d66-48e6-b4f4-c12905ec4351 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:50:22.514310 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 37549cbf-4d66-48e6-b4f4-c12905ec4351 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:50:22.514648 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 37549cbf-4d66-48e6-b4f4-c12905ec4351 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:50:22.522991 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-db19e410-49ef-4e9b-ad31-a169caaab94d req-2c91f978-9967-493c-bbcb-a9287291f362 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666ba69f-5b53-402b-9db5-8013b146c1da HTTP/1.1" status: 200 len: 1001 time: 0.0598607 Jul 29 11:50:22.573550 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19e410-49ef-4e9b-ad31-a169caaab94d req-033d17ed-e5f7-41c4-a568-bde4b681f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:22.575132 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-db19e410-49ef-4e9b-ad31-a169caaab94d req-033d17ed-e5f7-41c4-a568-bde4b681f95f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.0457244 Jul 29 11:50:22.588651 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:22.619468 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19e410-49ef-4e9b-ad31-a169caaab94d req-dc0e2239-52fc-49a4-85b4-6d249f0304a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:22.620953 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-db19e410-49ef-4e9b-ad31-a169caaab94d req-dc0e2239-52fc-49a4-85b4-6d249f0304a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398288 Jul 29 11:50:22.671358 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:22.717269 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-db19e410-49ef-4e9b-ad31-a169caaab94d req-815c0d80-9bfe-41fa-82e1-474a702a7dac service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887735 Jul 29 11:50:22.753001 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45564) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:22.807505 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-50701698-aa8f-46b7-90f0-5a6926131620 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:22.810977 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-db19e410-49ef-4e9b-ad31-a169caaab94d req-80d05a83-f0c0-418a-93ec-d3ace9a9c601 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868731 Jul 29 11:50:22.833082 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-50701698-aa8f-46b7-90f0-5a6926131620 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:22.881175 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-50701698-aa8f-46b7-90f0-5a6926131620 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:22.883747 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-50701698-aa8f-46b7-90f0-5a6926131620 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:22.884924 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-50701698-aa8f-46b7-90f0-5a6926131620 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "DELETE /v2.0/security-groups/b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf HTTP/1.1" status: 204 len: 168 time: 0.1308358 Jul 29 11:50:22.888827 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45566) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:22.894920 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50701698-aa8f-46b7-90f0-5a6926131620 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:22.906467 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.api.v2.resource [None req-3dc178f9-c588-427d-adff-b06eec7cf398 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] show failed (client error): The resource could not be found. Jul 29 11:50:22.907488 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-3dc178f9-c588-427d-adff-b06eec7cf398 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups/b3450bff-5f6b-425f-85d6-9ea5c0ac5ddf HTTP/1.1" status: 404 len: 347 time: 0.0174139 Jul 29 11:50:22.910506 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45568) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:23.250112 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-b2da2d7c-ec6c-46d0-86c6-8de6d5ebc5ce tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Deleting port f1a54664-a91a-42b1-812b-7147af715505 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:50:23.250449 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b2da2d7c-ec6c-46d0-86c6-8de6d5ebc5ce tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (f1a54664-a91a-42b1-812b-7147af715505), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.326512 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b2da2d7c-ec6c-46d0-86c6-8de6d5ebc5ce tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (f1a54664-a91a-42b1-812b-7147af715505), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.326798 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b2da2d7c-ec6c-46d0-86c6-8de6d5ebc5ce tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (f1a54664-a91a-42b1-812b-7147af715505), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.339500 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-b2da2d7c-ec6c-46d0-86c6-8de6d5ebc5ce tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Calling delete_port for f1a54664-a91a-42b1-812b-7147af715505 owned by network:floatingip {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:50:23.476221 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b2da2d7c-ec6c-46d0-86c6-8de6d5ebc5ce tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (f1a54664-a91a-42b1-812b-7147af715505), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.513037 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da2d7c-ec6c-46d0-86c6-8de6d5ebc5ce tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'Port': ['ID=f1a54664-a91a-42b1-812b-7147af715505,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:23.620989 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960f8c6-dd56-40c8-b3b2-d1806d88f041 req-0594c1fc-fbce-499b-bbab-eaebc10895f0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:23.622574 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f960f8c6-dd56-40c8-b3b2-d1806d88f041 req-0594c1fc-fbce-499b-bbab-eaebc10895f0 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0926676 Jul 29 11:50:23.627567 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b2da2d7c-ec6c-46d0-86c6-8de6d5ebc5ce tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (079ffeb6-ea36-495c-b66b-e1e090a9183a), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.630302 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b2da2d7c-ec6c-46d0-86c6-8de6d5ebc5ce tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.631389 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b2da2d7c-ec6c-46d0-86c6-8de6d5ebc5ce tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "DELETE /v2.0/floatingips/079ffeb6-ea36-495c-b66b-e1e090a9183a HTTP/1.1" status: 204 len: 168 time: 0.7199979 Jul 29 11:50:23.676100 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f960f8c6-dd56-40c8-b3b2-d1806d88f041 req-16e17f29-05c5-4e3c-98e9-9a3885d8a59d tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435667 Jul 29 11:50:23.719057 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45580) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:23.723443 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-4544332e-cea8-49a0-8126-001ed1876c96 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655561119', 'description': 'tempest-description--633941439'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:23.749600 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4544332e-cea8-49a0-8126-001ed1876c96 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.815921 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4544332e-cea8-49a0-8126-001ed1876c96 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (2e4801ef-91c5-4100-b856-f02ba6823a4f), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.819437 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4544332e-cea8-49a0-8126-001ed1876c96 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (2e4801ef-91c5-4100-b856-f02ba6823a4f), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.848716 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4544332e-cea8-49a0-8126-001ed1876c96 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.849933 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-4544332e-cea8-49a0-8126-001ed1876c96 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1299453 Jul 29 11:50:23.851797 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544332e-cea8-49a0-8126-001ed1876c96 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4801ef-91c5-4100-b856-f02ba6823a4f,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:23.852908 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45582) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:23.858512 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-9587a72f-b4d4-49e1-997c-2cc1872f0067 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group_rule': {'security_group_id': '2e4801ef-91c5-4100-b856-f02ba6823a4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:23.884186 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9587a72f-b4d4-49e1-997c-2cc1872f0067 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (c61e3b62-fa9a-41c9-b04a-214162d4b6ad), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.928882 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:23.945849 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9587a72f-b4d4-49e1-997c-2cc1872f0067 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (c61e3b62-fa9a-41c9-b04a-214162d4b6ad), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.949189 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9587a72f-b4d4-49e1-997c-2cc1872f0067 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (c61e3b62-fa9a-41c9-b04a-214162d4b6ad), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.970578 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587a72f-b4d4-49e1-997c-2cc1872f0067 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61e3b62-fa9a-41c9-b04a-214162d4b6ad,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:23.976578 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9587a72f-b4d4-49e1-997c-2cc1872f0067 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:23.977136 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-9587a72f-b4d4-49e1-997c-2cc1872f0067 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230035 Jul 29 11:50:23.979729 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45584) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:23.984458 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-41b7e9e7-4825-44bf-878d-eabbadb1a003 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group_rule': {'security_group_id': '2e4801ef-91c5-4100-b856-f02ba6823a4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:24.011014 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-41b7e9e7-4825-44bf-878d-eabbadb1a003 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (33dc8124-bb6a-4151-8c0b-b4a7a69a7344), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.013793 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:24.069231 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-41b7e9e7-4825-44bf-878d-eabbadb1a003 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (33dc8124-bb6a-4151-8c0b-b4a7a69a7344), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.073782 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-41b7e9e7-4825-44bf-878d-eabbadb1a003 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (33dc8124-bb6a-4151-8c0b-b4a7a69a7344), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.088817 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7e9e7-4825-44bf-878d-eabbadb1a003 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33dc8124-bb6a-4151-8c0b-b4a7a69a7344,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:24.099241 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-41b7e9e7-4825-44bf-878d-eabbadb1a003 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.100437 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-41b7e9e7-4825-44bf-878d-eabbadb1a003 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197269 Jul 29 11:50:24.103482 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45586) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:24.108386 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:24.129288 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.209364 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.311622 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Allocated IP 172.27.2.202 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/21e75cc0-db5b-41ba-8fd9-1d2dec05e54f) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:50:24.416810 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (21e75cc0-db5b-41ba-8fd9-1d2dec05e54f), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.448461 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (21e75cc0-db5b-41ba-8fd9-1d2dec05e54f), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.485296 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:24.490173 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:24.492567 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:50:24.534764 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=21e75cc0-db5b-41ba-8fd9-1d2dec05e54f,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:24.595274 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (ae12d1c3-d46f-4a2a-8d3a-8cc78c927015), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.605072 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:24.635048 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (21e75cc0-db5b-41ba-8fd9-1d2dec05e54f), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.775307 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:24.821044 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (21e75cc0-db5b-41ba-8fd9-1d2dec05e54f), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.829233 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4c1cc-bb3c-4b42-abb3-c6f050240937 req-a316391a-dc7d-47de-8ae9-f5c79f2929d1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:24.830735 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e6b4c1cc-bb3c-4b42-abb3-c6f050240937 req-a316391a-dc7d-47de-8ae9-f5c79f2929d1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0739007 Jul 29 11:50:24.832234 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (21e75cc0-db5b-41ba-8fd9-1d2dec05e54f), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.923624 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=21e75cc0-db5b-41ba-8fd9-1d2dec05e54f,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:24.949087 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e6b4c1cc-bb3c-4b42-abb3-c6f050240937 req-b8c9050f-f217-4443-9899-d915689a41d8 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085351 Jul 29 11:50:24.952331 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (ae12d1c3-d46f-4a2a-8d3a-8cc78c927015), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.969100 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:24.970412 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-f6150d5a-97c9-468a-8e6b-e63a4b23ab76 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8659837 Jul 29 11:50:25.119003 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-c4931057-c7d1-4797-93c5-5d71d07d1977 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--655561119&fields=id&tenant_id=6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 267 time: 0.0417969 Jul 29 11:50:25.229193 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-afe17f23-3cb9-4da5-91ab-0d6d82e8a04c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:25.230658 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-afe17f23-3cb9-4da5-91ab-0d6d82e8a04c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 815 time: 0.1047413 Jul 29 11:50:25.245599 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-667adbed-bf36-4a3c-b90a-f46d805ea0dd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/quotas/6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 375 time: 0.0089560 Jul 29 11:50:25.293223 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-66118307-6052-47ff-8549-d3f24f269b52 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428393 Jul 29 11:50:25.392268 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-d3ed0c7a-3d9a-472e-a14c-92599422ea27 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871096 Jul 29 11:50:25.442012 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:25.482952 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-11c42efc-2e15-4f92-9876-9cb39d568033 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850329 Jul 29 11:50:25.650219 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-abd12157-c35e-40cf-bbe1-c9070a469031 req-45f5bbbc-f607-4fc2-929b-caeea467ae13 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 210 time: 0.0323668 Jul 29 11:50:25.767950 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f13a-420a-432f-9e79-25981cf50a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:26.052845 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:26.072415 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dce4ef-dc0a-4195-a482-189cfd722f12 req-f9b428e2-5d6d-466d-aff9-5e003de7d536 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:26.073911 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12dce4ef-dc0a-4195-a482-189cfd722f12 req-f9b428e2-5d6d-466d-aff9-5e003de7d536 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0498047 Jul 29 11:50:26.120605 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12dce4ef-dc0a-4195-a482-189cfd722f12 req-27a1bced-2b32-45b4-b843-10da9c8e3291 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409534 Jul 29 11:50:26.772395 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a93c9497-8842-472c-be4d-bd0a7a2d9d93 req-64c00c8c-aa96-460f-804f-42f029067e25 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 210 time: 0.0462947 Jul 29 11:50:27.251013 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbe4d5-6d49-42ef-a3a1-c8e149e094f1 req-324f9a13-4dd8-4ecd-86e2-4c53df51d0a3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:27.252506 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-29fbe4d5-6d49-42ef-a3a1-c8e149e094f1 req-324f9a13-4dd8-4ecd-86e2-4c53df51d0a3 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0511794 Jul 29 11:50:27.299017 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-29fbe4d5-6d49-42ef-a3a1-c8e149e094f1 req-72ee6c6a-d8c8-4a47-96b1-a48cbc0bf141 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408874 Jul 29 11:50:27.807689 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-da6233ba-66bd-4b45-a8b7-52ee679bdb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:27.874656 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2f17984e-fdcf-48a3-b857-d209a1359203 req-bf4d884f-b1cb-4cff-b439-e0ecaba7b51c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 210 time: 0.0274119 Jul 29 11:50:28.449628 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca298979-705c-4297-9e70-8c33bb239bef req-3b7e9a06-dead-46bb-9174-5a5278330ae4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:28.451641 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ca298979-705c-4297-9e70-8c33bb239bef req-3b7e9a06-dead-46bb-9174-5a5278330ae4 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0712497 Jul 29 11:50:28.482138 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-96385075-158b-407e-a158-993f2218ea0f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:28.483632 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-96385075-158b-407e-a158-993f2218ea0f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 815 time: 0.1630111 Jul 29 11:50:28.527258 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ca298979-705c-4297-9e70-8c33bb239bef req-17c8fe05-92d3-458c-bd88-ef12655373fe tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663123 Jul 29 11:50:28.539360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:28.566265 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-246a0638-c816-4753-9410-321f8b1d3812 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 379 time: 0.0695443 Jul 29 11:50:28.588363 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'port': {'device_id': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'admin_state_up': True, 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'security_groups': ['2e4801ef-91c5-4100-b856-f02ba6823a4f']}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:28.692486 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44511e-bbd6-42bb-8c40-455163cb3f56 req-cc70d71f-4d3f-49d0-b762-eee6de982e0e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:28.694032 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ad44511e-bbd6-42bb-8c40-455163cb3f56 req-cc70d71f-4d3f-49d0-b762-eee6de982e0e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0890222 Jul 29 11:50:28.704730 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45656) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:28.709849 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-78d15311-dfd8-424d-9859-e244da3a6ce1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Request body: {'floatingip': {'port_id': '666ba69f-5b53-402b-9db5-8013b146c1da'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:28.750642 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Made reservation on behalf of 6a4b9969357142bc8724804eb47e0c48 for: {'port': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:50:28.754276 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:28.832141 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-78d15311-dfd8-424d-9859-e244da3a6ce1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for floatingip (bd03e7db-08e8-4867-9790-8a8b40c44c2f), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:28.896981 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Allocated IP 172.20.0.3 (b8c1956d-5393-448f-8fc5-93aafd4768ba/22487528-4cb3-453b-b46a-f8e4c396dd42/df601806-d30d-4808-ad00-6cb495f89154) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:50:29.020589 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3a4113b1-b082-4fc3-8658-6c9b16924b15 req-359f3441-f71a-4872-894e-7ee92d1f71e7 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 210 time: 0.0367520 Jul 29 11:50:29.058983 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:29.074106 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (df601806-d30d-4808-ad00-6cb495f89154), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:29.109405 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (df601806-d30d-4808-ad00-6cb495f89154), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:29.128366 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:29.162994 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Network b8c1956d-5393-448f-8fc5-93aafd4768ba is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:29.168441 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:29.171310 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=df601806-d30d-4808-ad00-6cb495f89154,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:29.173499 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:50:29.248585 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:29.249590 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:29.270249 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-b2fabcb0-c985-43b1-a0ad-0699e96b233f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6858757 Jul 29 11:50:29.301717 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Request body: {'port': {'device_id': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:29.345823 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:29.373996 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (df601806-d30d-4808-ad00-6cb495f89154), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:29.453864 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-13d9d9d4-ef6e-4d06-88e4-d81217339235 None None] Provisioning complete for port df601806-d30d-4808-ad00-6cb495f89154 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:29.464544 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13d9d9d4-ef6e-4d06-88e4-d81217339235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (df601806-d30d-4808-ad00-6cb495f89154), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:29.500119 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:29.530745 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-13d9d9d4-ef6e-4d06-88e4-d81217339235 None None] Port df601806-d30d-4808-ad00-6cb495f89154 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:50:29.575827 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:29.732533 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df601806-d30d-4808-ad00-6cb495f89154 {{(pid=115839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:50:29.740585 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Publish callbacks [] for port (df601806-d30d-4808-ad00-6cb495f89154), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:29.755587 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.provisioning_blocks [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Transition to ACTIVE for port object df601806-d30d-4808-ad00-6cb495f89154 will not be triggered until provisioned by entity L2. {{(pid=115839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:50:29.760047 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (df601806-d30d-4808-ad00-6cb495f89154), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:29.793640 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-78d15311-dfd8-424d-9859-e244da3a6ce1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:29.798936 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-78d15311-dfd8-424d-9859-e244da3a6ce1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (bd03e7db-08e8-4867-9790-8a8b40c44c2f), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:29.820852 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Pushing event updated for resources: {'Port': ['ID=df601806-d30d-4808-ad00-6cb495f89154,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:29.900895 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Attempting to bind port df601806-d30d-4808-ad00-6cb495f89154 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:50:29.901235 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Attempting to bind port df601806-d30d-4808-ad00-6cb495f89154 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}] {{(pid=115839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:50:29.901580 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Attempting to bind port df601806-d30d-4808-ad00-6cb495f89154 on network b8c1956d-5393-448f-8fc5-93aafd4768ba {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:50:29.906740 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Port df601806-d30d-4808-ad00-6cb495f89154 on network b8c1956d-5393-448f-8fc5-93aafd4768ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:50:29.907056 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Attempting to bind port df601806-d30d-4808-ad00-6cb495f89154 on network b8c1956d-5393-448f-8fc5-93aafd4768ba {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:50:29.912172 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:50:29.912431 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Checking segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:50:29.913460 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Bound using segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} {{(pid=115839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:50:29.913460 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.managers [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Bound port: df601806-d30d-4808-ad00-6cb495f89154, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}}] {{(pid=115839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:50:29.913733 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (df601806-d30d-4808-ad00-6cb495f89154), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:29.985089 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] For port df601806-d30d-4808-ad00-6cb495f89154, host hv-cinder-83754, cleared binding levels {{(pid=115839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:50:29.988687 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] For port df601806-d30d-4808-ad00-6cb495f89154, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=df601806-d30d-4808-ad00-6cb495f89154,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:50:29.994966 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (df601806-d30d-4808-ad00-6cb495f89154), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:30.031333 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:30.031963 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:30.033368 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] 10.222.0.58 "PUT /v2.0/ports/df601806-d30d-4808-ad00-6cb495f89154 HTTP/1.1" status: 200 len: 1093 time: 0.7373309 Jul 29 11:50:30.033839 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'tag': 'df601806-d30d-4808-ad00-6cb495f89154'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:30.036378 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f90136c-8427-4498-a2f5-8fce0d827a33" -d '{"events": [{"name": "network-changed", "server_uuid": "439cbe53-546a-4902-a4e7-c25b4a7b84d0", "tag": "df601806-d30d-4808-ad00-6cb495f89154"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:30.038159 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d15311-dfd8-424d-9859-e244da3a6ce1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Router 38afab1a-6287-4ffd-8863-3ed231fa9bec has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:50:30.088936 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc03219-6fc8-48a4-8609-ffcb5f4a968c service neutron] Pushing event updated for resources: {'Port': ['ID=df601806-d30d-4808-ad00-6cb495f89154,revision_number=3']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:30.145827 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d973ac-e15e-4ab2-87e8-c8e916149f3e x-openstack-request-id: req-b8d973ac-e15e-4ab2-87e8-c8e916149f3e {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:30.146031 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439cbe53-546a-4902-a4e7-c25b4a7b84d0", "tag": "df601806-d30d-4808-ad00-6cb495f89154", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:30.146293 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8d973ac-e15e-4ab2-87e8-c8e916149f3e {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:30.146701 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d973ac-e15e-4ab2-87e8-c8e916149f3e'] response: {'name': 'network-changed', 'server_uuid': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'tag': 'df601806-d30d-4808-ad00-6cb495f89154', 'status': 'completed', 'code': 200} Jul 29 11:50:30.159205 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:30.196447 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-c4ac9316-d8ca-46f3-a373-379650695d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:30.198012 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-c4ac9316-d8ca-46f3-a373-379650695d7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 1127 time: 0.1047466 Jul 29 11:50:30.211321 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d15311-dfd8-424d-9859-e244da3a6ce1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:50:30.217699 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-78d15311-dfd8-424d-9859-e244da3a6ce1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:30.224462 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fdf82-c1dc-4ecd-9916-03282151c056 None None] Sync routers for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:50:30.242509 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fdf82-c1dc-4ecd-9916-03282151c056 None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:30.243154 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-bc4fdf82-c1dc-4ecd-9916-03282151c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:30.248632 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-4c5d2698-4902-4789-b3fb-485ab762d303 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df601806-d30d-4808-ad00-6cb495f89154 HTTP/1.1" status: 200 len: 217 time: 0.0413563 Jul 29 11:50:30.254810 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b865e0-dcc3-40bc-806a-37e04f229eb0 req-cd4d3dda-c1e1-469d-8063-87f27320e9a0 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:30.256530 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-60b865e0-dcc3-40bc-806a-37e04f229eb0 req-cd4d3dda-c1e1-469d-8063-87f27320e9a0 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 943 time: 0.1126025 Jul 29 11:50:30.323742 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:30.328934 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5e5d30-4d57-4cf3-96b9-fd065016d433" -d '{"events": [{"name": "network-changed", "server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:30.339189 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-78d15311-dfd8-424d-9859-e244da3a6ce1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "PUT /v2.0/floatingips/bd03e7db-08e8-4867-9790-8a8b40c44c2f HTTP/1.1" status: 200 len: 993 time: 1.6326668 Jul 29 11:50:30.356243 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-785ee177-8fad-4839-a046-258a5ac05eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:30.357971 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-785ee177-8fad-4839-a046-258a5ac05eaa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.1003990 Jul 29 11:50:30.373753 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-60b865e0-dcc3-40bc-806a-37e04f229eb0 req-932ee4bf-4bea-4626-a9f7-3d64f06ec541 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054161 Jul 29 11:50:30.398568 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-bc4fdf82-c1dc-4ecd-9916-03282151c056 None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:30.425266 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba46c0f-d96b-415d-b22e-43aab6eb6c8b x-openstack-request-id: req-aba46c0f-d96b-415d-b22e-43aab6eb6c8b {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:30.425615 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:30.425869 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aba46c0f-d96b-415d-b22e-43aab6eb6c8b {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:30.426734 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba46c0f-d96b-415d-b22e-43aab6eb6c8b'] response: {'name': 'network-changed', 'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da', 'status': 'completed', 'code': 200} Jul 29 11:50:30.442826 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc583b67-ecb5-424d-a9c5-7af88a1e3155 req-cc05ef19-dcde-4bc5-bd66-d928f3d55be4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:30.444352 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fc583b67-ecb5-424d-a9c5-7af88a1e3155 req-cc05ef19-dcde-4bc5-bd66-d928f3d55be4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 947 time: 0.0498688 Jul 29 11:50:30.492454 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fc583b67-ecb5-424d-a9c5-7af88a1e3155 req-a8ced7b5-2bd6-4646-a2f6-4463289eaa63 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409176 Jul 29 11:50:30.600002 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:30.616668 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-bc4fdf82-c1dc-4ecd-9916-03282151c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'bd03e7db-08e8-4867-9790-8a8b40c44c2f', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'port_id': '666ba69f-5b53-402b-9db5-8013b146c1da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'mac_address': 'fa:16:3e:6f:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:48:43Z', 'updated_at': '2022-07-29T11:50:29Z', 'revision_number': 3, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:51Z', 'revision_number': 5, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:30.645964 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fdf82-c1dc-4ecd-9916-03282151c056 None None] Checking router: 38afab1a-6287-4ffd-8863-3ed231fa9bec for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:50:30.652865 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:30.656647 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fdf82-c1dc-4ecd-9916-03282151c056 None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:30.657314 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-bc4fdf82-c1dc-4ecd-9916-03282151c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:30.742997 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:30.777573 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-bc4fdf82-c1dc-4ecd-9916-03282151c056 None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:30.971755 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:31.115036 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-bc4fdf82-c1dc-4ecd-9916-03282151c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'bd03e7db-08e8-4867-9790-8a8b40c44c2f', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'port_id': '666ba69f-5b53-402b-9db5-8013b146c1da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'mac_address': 'fa:16:3e:6f:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:48:43Z', 'updated_at': '2022-07-29T11:50:29Z', 'revision_number': 3, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:51Z', 'revision_number': 5, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:31.143497 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fdf82-c1dc-4ecd-9916-03282151c056 None None] The sync data for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi is: [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'bd03e7db-08e8-4867-9790-8a8b40c44c2f', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'port_id': '666ba69f-5b53-402b-9db5-8013b146c1da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'mac_address': 'fa:16:3e:6f:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:48:43Z', 'updated_at': '2022-07-29T11:50:29Z', 'revision_number': 3, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:51Z', 'revision_number': 5, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:50:31.496555 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d936cb2-6d1b-4c79-9379-29286c0099df req-04c1b6f6-a4cb-4cd4-a71c-7f5ee5678b17 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:31.498590 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0d936cb2-6d1b-4c79-9379-29286c0099df req-04c1b6f6-a4cb-4cd4-a71c-7f5ee5678b17 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 943 time: 0.0505760 Jul 29 11:50:31.546050 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0d936cb2-6d1b-4c79-9379-29286c0099df req-8864bb51-0701-4f26-8cfa-7e2f225ad462 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419886 Jul 29 11:50:31.609163 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:31.618182 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc8a8f-7f1b-4488-8075-e6a3adf6391c req-45bdbddc-48b5-4720-9c77-d27f0ef4e052 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:31.619619 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-21bc8a8f-7f1b-4488-8075-e6a3adf6391c req-45bdbddc-48b5-4720-9c77-d27f0ef4e052 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 947 time: 0.0466607 Jul 29 11:50:31.667279 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-21bc8a8f-7f1b-4488-8075-e6a3adf6391c req-ea837124-b370-4cc7-9a26-f6f551a62b5d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412843 Jul 29 11:50:32.426962 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:32.429326 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45" -d '{"events": [{"name": "network-changed", "server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:32.464799 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb8f6a9-caad-4368-be97-fba5896d1c15 x-openstack-request-id: req-9cb8f6a9-caad-4368-be97-fba5896d1c15 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:32.465089 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:32.465342 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cb8f6a9-caad-4368-be97-fba5896d1c15 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:32.465770 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb8f6a9-caad-4368-be97-fba5896d1c15'] response: {'name': 'network-changed', 'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da', 'status': 'completed', 'code': 200} Jul 29 11:50:32.664698 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9d2c0-7f8a-4355-810c-2aae905048a7 req-93192871-0863-4df7-89e4-e113337e68f0 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:32.666145 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d1e9d2c0-7f8a-4355-810c-2aae905048a7 req-93192871-0863-4df7-89e4-e113337e68f0 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 943 time: 0.0495915 Jul 29 11:50:32.711757 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d1e9d2c0-7f8a-4355-810c-2aae905048a7 req-a2703ab2-24a9-462c-82cf-0fa741a68ca4 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401223 Jul 29 11:50:32.792324 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0128c-f8a9-48b5-8bfb-e19f4db8a671 req-9ee463b4-fd8f-4ade-a200-2fdf6a017a64 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:32.793821 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-69a0128c-f8a9-48b5-8bfb-e19f4db8a671 req-9ee463b4-fd8f-4ade-a200-2fdf6a017a64 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 947 time: 0.0470233 Jul 29 11:50:32.840359 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-69a0128c-f8a9-48b5-8bfb-e19f4db8a671 req-88daa717-248c-42d9-bc19-3d833889b0d7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410581 Jul 29 11:50:33.768123 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-295299e0-b225-45e2-81db-51ed3ff059c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:33.769523 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-295299e0-b225-45e2-81db-51ed3ff059c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444980 Jul 29 11:50:33.784551 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45 req-d386308d-863f-454b-9ca2-9afda0103e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:33.786067 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45 req-d386308d-863f-454b-9ca2-9afda0103e11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0516582 Jul 29 11:50:33.874533 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cba1e-9e6e-4943-8053-ea1e9016a71e req-fb77f14c-0055-489c-a23b-54cf46256736 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:33.876340 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-181cba1e-9e6e-4943-8053-ea1e9016a71e req-fb77f14c-0055-489c-a23b-54cf46256736 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 943 time: 0.0906689 Jul 29 11:50:33.912081 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45 req-320c55da-f323-475e-af1f-1de9929f9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:33.913763 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45 req-320c55da-f323-475e-af1f-1de9929f9913 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.1012027 Jul 29 11:50:33.952057 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-d775019c-6b8e-4542-9c5b-9497dca358ea service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362329 Jul 29 11:50:33.967003 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-181cba1e-9e6e-4943-8053-ea1e9016a71e req-69be1fba-439f-46fa-ab22-69584a6c6292 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825031 Jul 29 11:50:34.004478 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab2d6a-9fdf-4590-8348-07bff24a24bc req-a621a78f-74aa-4a53-86d9-1c03d132fde9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:34.006026 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87ab2d6a-9fdf-4590-8348-07bff24a24bc req-a621a78f-74aa-4a53-86d9-1c03d132fde9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 947 time: 0.0616381 Jul 29 11:50:34.061997 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45 req-fed75424-8ecc-42fd-8c53-0166d7fc6543 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666ba69f-5b53-402b-9db5-8013b146c1da HTTP/1.1" status: 200 len: 1001 time: 0.0566678 Jul 29 11:50:34.108829 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87ab2d6a-9fdf-4590-8348-07bff24a24bc req-42fd867f-2dea-496a-8212-14e9abd99728 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931437 Jul 29 11:50:34.114590 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45 req-c3333e4e-ed8b-455f-ae00-88587d201f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:34.116320 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45 req-c3333e4e-ed8b-455f-ae00-88587d201f30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.0476120 Jul 29 11:50:34.134894 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1dcd8b-4eff-4dac-81c4-b25fbaf7d78e req-44468d27-c7f2-4b10-84c5-f83f0d9fe530 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279416 Jul 29 11:50:34.196182 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:34.214017 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45 req-3103328b-fa17-442c-9494-40d71d3d5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:34.215523 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45 req-3103328b-fa17-442c-9494-40d71d3d5a7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693641 Jul 29 11:50:34.223271 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-c9fb5567-e943-49d7-bff4-2f6368c9012f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:34.224594 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-c9fb5567-e943-49d7-bff4-2f6368c9012f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 947 time: 0.0703065 Jul 29 11:50:35.068880 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-db81ecf0-2587-41f1-9af8-c383c6fdb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:35.070401 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-db81ecf0-2587-41f1-9af8-c383c6fdb489 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 1127 time: 0.0558014 Jul 29 11:50:35.096457 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:35.160168 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Deleting port fb1642b2-a468-43c6-8233-7e7bcc25cfcd {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:50:35.160701 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:35.166660 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:35.170933 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7126b-f2db-4e6d-88d2-ea1e3f50426e req-b3daf5df-2533-4542-ac8d-152a8fe8b532 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:35.172642 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e5a7126b-f2db-4e6d-88d2-ea1e3f50426e req-b3daf5df-2533-4542-ac8d-152a8fe8b532 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 943 time: 0.1191022 Jul 29 11:50:35.184317 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45 req-5c671749-de87-4cc4-8c88-ff86d1b915f0 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769271 Jul 29 11:50:35.275043 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-45701b7b-9d80-4132-9b37-67361b39c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:35.276554 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-45701b7b-9d80-4132-9b37-67361b39c040 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 916 time: 0.1892779 Jul 29 11:50:35.341206 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408199cb-4063-4a1a-a74f-2310015353d2 req-b93b2b43-6433-4b62-841d-c49762ce5680 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:35.354629 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] For port fb1642b2-a468-43c6-8233-7e7bcc25cfcd, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:35.355217 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:35.356147 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-408199cb-4063-4a1a-a74f-2310015353d2 req-b93b2b43-6433-4b62-841d-c49762ce5680 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 947 time: 0.1357799 Jul 29 11:50:35.364921 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-3d2ace82-e3f3-4071-b22d-a4fdb7e61cd4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df601806-d30d-4808-ad00-6cb495f89154 HTTP/1.1" status: 200 len: 217 time: 0.0802665 Jul 29 11:50:35.383540 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-02a4d80f-7cda-4fd5-8c61-56cc91e72b45 req-aecabca2-95cb-457f-b32d-9062a8637bf4 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727431 Jul 29 11:50:35.386196 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e5a7126b-f2db-4e6d-88d2-ea1e3f50426e req-78be51ba-84fd-4aa0-93e7-eafb2a0a0a52 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976089 Jul 29 11:50:35.480727 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:35.543092 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-4b277eb3-dcb0-4b85-a816-49cb49419b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:35.545791 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-4b277eb3-dcb0-4b85-a816-49cb49419b3c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.1206210 Jul 29 11:50:35.551118 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-408199cb-4063-4a1a-a74f-2310015353d2 req-76b88aca-0ccc-41ab-ac27-386da91947b3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfb7683a-e0b5-4e80-9907-7596707f01fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923118 Jul 29 11:50:35.604467 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-fe2fb77c-9608-426d-a8de-74409ccf51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:35.606045 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-fe2fb77c-9608-426d-a8de-74409ccf51b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537210 Jul 29 11:50:35.607738 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e5d30-4d57-4cf3-96b9-fd065016d433 req-3b1218d7-6077-40ae-ae67-ecefb19c1dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:35.609172 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f5e5d30-4d57-4cf3-96b9-fd065016d433 req-3b1218d7-6077-40ae-ae67-ecefb19c1dd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 1129 time: 0.1277528 Jul 29 11:50:35.955421 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-487b9a4b-e09a-4918-b692-57b91d90d4d9 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385031 Jul 29 11:50:36.007394 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:36.007751 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (3dad0f35-fea1-4853-b6fc-0fbf20dd96af), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:36.008107 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.l3_db [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Floating IP 3dad0f35-fea1-4853-b6fc-0fbf20dd96af disassociated. External IP: 172.27.2.133, port: fb1642b2-a468-43c6-8233-7e7bcc25cfcd. Jul 29 11:50:36.008444 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Calling delete_port for fb1642b2-a468-43c6-8233-7e7bcc25cfcd owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:50:36.020672 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e5d30-4d57-4cf3-96b9-fd065016d433 req-f54cff89-e7d5-46ab-b4ce-25042006b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:36.022318 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f5e5d30-4d57-4cf3-96b9-fd065016d433 req-f54cff89-e7d5-46ab-b4ce-25042006b465 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 200 len: 919 time: 0.3881090 Jul 29 11:50:36.049512 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-a2d88fa2-a3e3-4a3f-b230-2f6e5e20cbd0 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873508 Jul 29 11:50:36.120791 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f5e5d30-4d57-4cf3-96b9-fd065016d433 req-aaf402f5-f31c-4996-9a35-e2dd01ffa58a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666ba69f-5b53-402b-9db5-8013b146c1da HTTP/1.1" status: 200 len: 1001 time: 0.0928223 Jul 29 11:50:36.201548 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e5d30-4d57-4cf3-96b9-fd065016d433 req-77218950-1730-4bbe-9f96-b373e4f5e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:36.202993 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f5e5d30-4d57-4cf3-96b9-fd065016d433 req-77218950-1730-4bbe-9f96-b373e4f5e50f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 200 len: 857 time: 0.0710306 Jul 29 11:50:36.221506 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:36.258224 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (fb1642b2-a468-43c6-8233-7e7bcc25cfcd), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:36.260252 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e5d30-4d57-4cf3-96b9-fd065016d433 req-861f73c3-1b5b-4ff4-8f08-94a038b38054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:36.262131 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f5e5d30-4d57-4cf3-96b9-fd065016d433 req-861f73c3-1b5b-4ff4-8f08-94a038b38054 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4303157a-2669-4080-b15b-7be339c78e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519781 Jul 29 11:50:36.295870 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event deleted for resources: {'Port': ['ID=fb1642b2-a468-43c6-8233-7e7bcc25cfcd,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:36.343146 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.343496 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.343829 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.344160 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.344487 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.344814 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.345138 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.345479 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.345803 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.346123 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.346447 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.346793 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.347200 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.347482 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.347837 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:36.392046 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:36.476613 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f5e5d30-4d57-4cf3-96b9-fd065016d433 req-874172f9-4e97-4029-bdf2-407a0faa25a2 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935272 Jul 29 11:50:36.532248 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Router 957e235d-0f89-4b60-b85e-5662b8b1acc6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:50:36.535841 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c155fa-9981-4a1c-879e-8955208f6ad3 req-9f7d0bd2-997c-424e-9d10-6f708a4af2a7 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:36.537334 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-74c155fa-9981-4a1c-879e-8955208f6ad3 req-9f7d0bd2-997c-424e-9d10-6f708a4af2a7 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 943 time: 0.0524082 Jul 29 11:50:36.592660 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-74c155fa-9981-4a1c-879e-8955208f6ad3 req-802d32cf-5a2b-46af-95aa-37009ab4c48c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489180 Jul 29 11:50:36.660721 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f5e5d30-4d57-4cf3-96b9-fd065016d433 req-0f3f140f-8237-4ebd-9e64-bffadf0caab6 service neutron] 10.222.0.58 "GET /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763163 Jul 29 11:50:36.668765 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:36.674229 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:36.688940 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:50:36.704372 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2de391-7cef-42ef-842f-41d7f67181f1 None None] Sync routers for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:50:36.716807 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5a47ab8b-6e05-4313-b592-5223d797e655 req-8f448135-bb61-4a91-9d12-b137ccfbcd3b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd0b02-2726-4432-a6a1-53035c9a1978 HTTP/1.1" status: 200 len: 210 time: 0.0313523 Jul 29 11:50:36.719535 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2de391-7cef-42ef-842f-41d7f67181f1 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:36.720171 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-4b2de391-7cef-42ef-842f-41d7f67181f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:36.752183 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] No DVR routers for this DVR port fb1642b2-a468-43c6-8233-7e7bcc25cfcd on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:50:36.755038 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:36.758760 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-496fc1bd-aff0-467e-bbff-95b793ec5df9 req-23a446a9-5e46-48a3-a44c-3bb7ca805281 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.58 "DELETE /v2.0/ports/fb1642b2-a468-43c6-8233-7e7bcc25cfcd HTTP/1.1" status: 204 len: 173 time: 1.7502685 Jul 29 11:50:36.759240 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'name': 'network-vif-deleted', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:36.763916 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc189c20-0014-4809-b8c8-51d1d681f9ff" -d '{"events": [{"server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "name": "network-vif-deleted", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:36.826667 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16cc6b0-8d0b-465e-8adc-3abe6fc40138 x-openstack-request-id: req-a16cc6b0-8d0b-465e-8adc-3abe6fc40138 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:36.826972 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bd0b02-2726-4432-a6a1-53035c9a1978", "name": "network-vif-deleted", "tag": "fb1642b2-a468-43c6-8233-7e7bcc25cfcd", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:36.827218 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a16cc6b0-8d0b-465e-8adc-3abe6fc40138 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:36.827619 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16cc6b0-8d0b-465e-8adc-3abe6fc40138'] response: {'server_uuid': 'd7bd0b02-2726-4432-a6a1-53035c9a1978', 'name': 'network-vif-deleted', 'tag': 'fb1642b2-a468-43c6-8233-7e7bcc25cfcd', 'status': 'completed', 'code': 200} Jul 29 11:50:36.834964 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-4b2de391-7cef-42ef-842f-41d7f67181f1 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:37.033146 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-4b2de391-7cef-42ef-842f-41d7f67181f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:37.057316 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2de391-7cef-42ef-842f-41d7f67181f1 None None] Checking router: 957e235d-0f89-4b60-b85e-5662b8b1acc6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:50:37.066268 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2de391-7cef-42ef-842f-41d7f67181f1 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:37.066882 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-4b2de391-7cef-42ef-842f-41d7f67181f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:37.169199 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-4b2de391-7cef-42ef-842f-41d7f67181f1 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:37.357012 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-4b2de391-7cef-42ef-842f-41d7f67181f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:37.459515 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2de391-7cef-42ef-842f-41d7f67181f1 None None] The sync data for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi is: [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:50:37.470699 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device df601806-d30d-4808-ad00-6cb495f89154 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:50:37.472916 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device fb1642b2-a468-43c6-8233-7e7bcc25cfcd no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:50:37.499540 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: fb1642b2-a468-43c6-8233-7e7bcc25cfcd {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:50:37.499887 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device fb1642b2-a468-43c6-8233-7e7bcc25cfcd not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:50:37.594707 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port df601806-d30d-4808-ad00-6cb495f89154, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=df601806-d30d-4808-ad00-6cb495f89154,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:37.607452 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': 'df601806-d30d-4808-ad00-6cb495f89154', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'port_id': 'df601806-d30d-4808-ad00-6cb495f89154', 'mac_address': 'fa:16:3e:45:13:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:50:37.644589 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port df601806-d30d-4808-ad00-6cb495f89154 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:37.644975 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (df601806-d30d-4808-ad00-6cb495f89154), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:37.662548 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df601806-d30d-4808-ad00-6cb495f89154 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:50:37.675191 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047bde2a-03c3-495c-98ba-6099025d9401 None None] New status for floating IP 3dad0f35-fea1-4853-b6fc-0fbf20dd96af: DOWN {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:50:37.717395 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port df601806-d30d-4808-ad00-6cb495f89154, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=df601806-d30d-4808-ad00-6cb495f89154,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:37.723177 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77a31-13e0-45c3-8196-3eb7202efeae req-7751640f-8a9f-4231-9d08-1b10d82871dc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:37.725405 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (df601806-d30d-4808-ad00-6cb495f89154), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:37.726190 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12c77a31-13e0-45c3-8196-3eb7202efeae req-7751640f-8a9f-4231-9d08-1b10d82871dc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 943 time: 0.0515294 Jul 29 11:50:37.785547 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12c77a31-13e0-45c3-8196-3eb7202efeae req-622ed1f5-02a3-4e60-8f1a-e7a1b9709fb9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528126 Jul 29 11:50:37.800480 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=df601806-d30d-4808-ad00-6cb495f89154,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:37.840084 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45758) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:37.907090 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-111e2137-586c-46f2-906c-6a066aa749e1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (bfb7683a-e0b5-4e80-9907-7596707f01fc), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:37.932562 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-111e2137-586c-46f2-906c-6a066aa749e1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (bfb7683a-e0b5-4e80-9907-7596707f01fc), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:37.985822 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-111e2137-586c-46f2-906c-6a066aa749e1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bfb7683a-e0b5-4e80-9907-7596707f01fc), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:37.988901 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-111e2137-586c-46f2-906c-6a066aa749e1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:37.990353 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-111e2137-586c-46f2-906c-6a066aa749e1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "DELETE /v2.0/security-groups/bfb7683a-e0b5-4e80-9907-7596707f01fc HTTP/1.1" status: 204 len: 168 time: 0.1485608 Jul 29 11:50:37.993366 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45760) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:37.997758 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['df601806-d30d-4808-ad00-6cb495f89154'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:50:38.005678 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e2137-586c-46f2-906c-6a066aa749e1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb7683a-e0b5-4e80-9907-7596707f01fc,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:38.012647 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.api.v2.resource [None req-ffdaa396-35ed-4655-af54-655cf2f1dd9a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] show failed (client error): The resource could not be found. Jul 29 11:50:38.014798 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-ffdaa396-35ed-4655-af54-655cf2f1dd9a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups/bfb7683a-e0b5-4e80-9907-7596707f01fc HTTP/1.1" status: 404 len: 347 time: 0.0196097 Jul 29 11:50:38.017888 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45762) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:38.120887 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:38.141834 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-6266a6d3-cc5f-46c5-b00c-9f90329c6c63 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Deleting port fbc65e4e-4da8-43cd-9794-fa95a71eae79 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:50:38.142172 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6266a6d3-cc5f-46c5-b00c-9f90329c6c63 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (fbc65e4e-4da8-43cd-9794-fa95a71eae79), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.221702 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6266a6d3-cc5f-46c5-b00c-9f90329c6c63 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (fbc65e4e-4da8-43cd-9794-fa95a71eae79), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.222033 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6266a6d3-cc5f-46c5-b00c-9f90329c6c63 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (fbc65e4e-4da8-43cd-9794-fa95a71eae79), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.237867 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-6266a6d3-cc5f-46c5-b00c-9f90329c6c63 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Calling delete_port for fbc65e4e-4da8-43cd-9794-fa95a71eae79 owned by network:floatingip {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:50:38.371313 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6266a6d3-cc5f-46c5-b00c-9f90329c6c63 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (fbc65e4e-4da8-43cd-9794-fa95a71eae79), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.394279 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266a6d3-cc5f-46c5-b00c-9f90329c6c63 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event deleted for resources: {'Port': ['ID=fbc65e4e-4da8-43cd-9794-fa95a71eae79,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:38.424511 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:38.460563 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6266a6d3-cc5f-46c5-b00c-9f90329c6c63 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (3dad0f35-fea1-4853-b6fc-0fbf20dd96af), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.462980 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6266a6d3-cc5f-46c5-b00c-9f90329c6c63 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.464134 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-6266a6d3-cc5f-46c5-b00c-9f90329c6c63 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "DELETE /v2.0/floatingips/3dad0f35-fea1-4853-b6fc-0fbf20dd96af HTTP/1.1" status: 204 len: 168 time: 0.4451735 Jul 29 11:50:38.547416 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45766) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:38.551974 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-354b3d23-d28b-400c-80c2-05fc2833b1db tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230117609', 'description': 'tempest-description--1655101962'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:38.573502 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-354b3d23-d28b-400c-80c2-05fc2833b1db tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.634012 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:38.641835 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-354b3d23-d28b-400c-80c2-05fc2833b1db tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (7e4ecb45-a425-47e2-82b8-62b8d61b46c1), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.646326 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-354b3d23-d28b-400c-80c2-05fc2833b1db tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (7e4ecb45-a425-47e2-82b8-62b8d61b46c1), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.676090 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-354b3d23-d28b-400c-80c2-05fc2833b1db tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.677294 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-354b3d23-d28b-400c-80c2-05fc2833b1db tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1288648 Jul 29 11:50:38.680153 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45768) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:38.685750 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-8fffbadd-12f4-43c1-a35d-6e61310cda97 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'security_group_rule': {'security_group_id': '7e4ecb45-a425-47e2-82b8-62b8d61b46c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:38.693168 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b3d23-d28b-400c-80c2-05fc2833b1db tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4ecb45-a425-47e2-82b8-62b8d61b46c1,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:38.713955 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8fffbadd-12f4-43c1-a35d-6e61310cda97 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (ddd2a28f-1012-41b1-b10e-6d217f337562), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.770938 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8fffbadd-12f4-43c1-a35d-6e61310cda97 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (ddd2a28f-1012-41b1-b10e-6d217f337562), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.774334 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8fffbadd-12f4-43c1-a35d-6e61310cda97 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (ddd2a28f-1012-41b1-b10e-6d217f337562), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.795304 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffbadd-12f4-43c1-a35d-6e61310cda97 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd2a28f-1012-41b1-b10e-6d217f337562,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:38.802096 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8fffbadd-12f4-43c1-a35d-6e61310cda97 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.803330 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-8fffbadd-12f4-43c1-a35d-6e61310cda97 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222229 Jul 29 11:50:38.806018 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45770) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:38.810794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-b2debdd8-799f-4f82-bb51-be5e16e02c08 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'security_group_rule': {'security_group_id': '7e4ecb45-a425-47e2-82b8-62b8d61b46c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:38.838030 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b2debdd8-799f-4f82-bb51-be5e16e02c08 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (9a653cbc-fb9d-48eb-a074-3190c5d35d29), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.902482 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b2debdd8-799f-4f82-bb51-be5e16e02c08 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (9a653cbc-fb9d-48eb-a074-3190c5d35d29), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.912325 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b2debdd8-799f-4f82-bb51-be5e16e02c08 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (9a653cbc-fb9d-48eb-a074-3190c5d35d29), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.930232 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0ecca-143f-4bc0-be93-df848429db3f req-1d566188-a7d5-4cb8-ab72-b1b137b992cd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:38.932025 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fdc0ecca-143f-4bc0-be93-df848429db3f req-1d566188-a7d5-4cb8-ab72-b1b137b992cd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 944 time: 0.0620568 Jul 29 11:50:38.934376 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2debdd8-799f-4f82-bb51-be5e16e02c08 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a653cbc-fb9d-48eb-a074-3190c5d35d29,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:38.945294 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b2debdd8-799f-4f82-bb51-be5e16e02c08 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:38.946725 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-b2debdd8-799f-4f82-bb51-be5e16e02c08 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396792 Jul 29 11:50:38.949787 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45778) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:38.955444 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:38.970465 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:38.982823 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.000905 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fdc0ecca-143f-4bc0-be93-df848429db3f req-7bb35c4d-2290-4173-8cc6-f133337ea20f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628574 Jul 29 11:50:39.070190 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.176152 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Allocated IP 172.27.2.137 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/a3a3d244-d6fd-45eb-a8c2-0dc28c58f434) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:50:39.181936 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:39.288330 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for port (a3a3d244-d6fd-45eb-a8c2-0dc28c58f434), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.319745 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (a3a3d244-d6fd-45eb-a8c2-0dc28c58f434), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.355733 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:39.362341 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:39.365814 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:39.366744 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:50:39.373094 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'Port': ['ID=a3a3d244-d6fd-45eb-a8c2-0dc28c58f434,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:39.459468 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (f8996ed3-c548-47da-821f-d6a21ce901e2), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.481054 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device df601806-d30d-4808-ad00-6cb495f89154 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:50:39.483590 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:39.495543 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a3a3d244-d6fd-45eb-a8c2-0dc28c58f434), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.529390 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port df601806-d30d-4808-ad00-6cb495f89154 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:50:39.535277 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port df601806-d30d-4808-ad00-6cb495f89154 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:39.535882 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (df601806-d30d-4808-ad00-6cb495f89154), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.610258 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port df601806-d30d-4808-ad00-6cb495f89154 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:39.610648 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (df601806-d30d-4808-ad00-6cb495f89154), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.633168 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df601806-d30d-4808-ad00-6cb495f89154'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:39.635812 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a769add4-5389-4cab-b873-2d0d7eaa46d8" -d '{"events": [{"server_uuid": "439cbe53-546a-4902-a4e7-c25b4a7b84d0", "name": "network-vif-plugged", "status": "completed", "tag": "df601806-d30d-4808-ad00-6cb495f89154"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:39.649096 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for port (a3a3d244-d6fd-45eb-a8c2-0dc28c58f434), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.650865 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port df601806-d30d-4808-ad00-6cb495f89154, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=df601806-d30d-4808-ad00-6cb495f89154,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:39.654893 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (a3a3d244-d6fd-45eb-a8c2-0dc28c58f434), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.656170 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (df601806-d30d-4808-ad00-6cb495f89154), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.685479 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1427950-cb02-4c9b-9a65-f6a7727446bc x-openstack-request-id: req-c1427950-cb02-4c9b-9a65-f6a7727446bc {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:39.685919 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439cbe53-546a-4902-a4e7-c25b4a7b84d0", "name": "network-vif-plugged", "status": "completed", "tag": "df601806-d30d-4808-ad00-6cb495f89154", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:39.686179 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1427950-cb02-4c9b-9a65-f6a7727446bc {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:39.686580 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1427950-cb02-4c9b-9a65-f6a7727446bc'] response: {'server_uuid': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df601806-d30d-4808-ad00-6cb495f89154', 'code': 200} Jul 29 11:50:39.713450 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=df601806-d30d-4808-ad00-6cb495f89154,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:39.737028 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (f8996ed3-c548-47da-821f-d6a21ce901e2), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.741686 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'Port': ['ID=a3a3d244-d6fd-45eb-a8c2-0dc28c58f434,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:39.755738 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:39.756980 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-b26a270d-afc8-44dd-85bc-ece0be7193bb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8056095 Jul 29 11:50:39.854559 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d867f-9cbc-4f13-8752-a9a1e3c08084 req-374038e0-40af-4b4f-be43-010937067ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:39.854559 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7b2d867f-9cbc-4f13-8752-a9a1e3c08084 req-374038e0-40af-4b4f-be43-010937067ac1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 1129 time: 0.0424380 Jul 29 11:50:39.901835 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7b2d867f-9cbc-4f13-8752-a9a1e3c08084 req-36bbe237-c5ad-4f06-a284-f2685d6480bf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414429 Jul 29 11:50:39.963382 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-5ea23952-045b-4619-9875-c41367f7555e tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1230117609&fields=id&tenant_id=90047b9130334326ad98280a8edb2bc6 HTTP/1.1" status: 200 len: 267 time: 0.0446532 Jul 29 11:50:40.081521 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-434b4bc3-63e2-422b-b3db-0656b98831d4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:40.082948 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-434b4bc3-63e2-422b-b3db-0656b98831d4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 817 time: 0.1124458 Jul 29 11:50:40.125996 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-41babf46-ea0c-4990-9ad1-ab7b3072559a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/quotas/90047b9130334326ad98280a8edb2bc6 HTTP/1.1" status: 200 len: 375 time: 0.0351195 Jul 29 11:50:40.152623 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4959a5-0dd4-4960-b660-b16fdf37467a req-dc334499-1322-43ff-9a94-4b06609af912 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:40.154930 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ea4959a5-0dd4-4960-b660-b16fdf37467a req-dc334499-1322-43ff-9a94-4b06609af912 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 945 time: 0.0812783 Jul 29 11:50:40.181826 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:40.205253 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-bfc70462-cd3d-466b-bad6-5114e849b757 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759945 Jul 29 11:50:40.269902 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ea4959a5-0dd4-4960-b660-b16fdf37467a req-34e2ca53-d47d-4d64-a244-43f936f69088 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985122 Jul 29 11:50:40.320517 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-c2009f26-f163-447b-8b49-a5ee84639259 service neutron] 10.222.0.60 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022701 Jul 29 11:50:40.411530 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b09d9e1b-7cbc-41a2-90bb-9fb2dd2431fb service neutron] 10.222.0.60 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841405 Jul 29 11:50:40.571431 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f461f677-d19e-42a2-9875-ea8e5894c7bb req-ee63e6f9-454d-4b38-a7cf-a53c36eaa772 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 210 time: 0.0294142 Jul 29 11:50:41.394633 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc237601-b4d2-4a4e-b8fa-a7377c155dee req-82b66e09-611a-44ca-8fe0-deb284063171 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:41.396136 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dc237601-b4d2-4a4e-b8fa-a7377c155dee req-82b66e09-611a-44ca-8fe0-deb284063171 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 945 time: 0.0523510 Jul 29 11:50:41.445203 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dc237601-b4d2-4a4e-b8fa-a7377c155dee req-3deb57a0-e06a-4d4c-b3e5-728d33b30f19 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424047 Jul 29 11:50:41.676488 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5149f802-39b0-4ded-8fe6-f7b1b2e07b22 req-14b6568c-a539-4dd9-b2a6-d2e3e281cf76 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 210 time: 0.0285165 Jul 29 11:50:42.063080 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-d3c0b502-236f-48d0-bbc8-26168a8b0ca4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:42.064552 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-d3c0b502-236f-48d0-bbc8-26168a8b0ca4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 817 time: 0.1039910 Jul 29 11:50:42.081045 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:42.134581 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-ae31721f-6883-4be1-9574-36405e420c4a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90047b9130334326ad98280a8edb2bc6 HTTP/1.1" status: 200 len: 380 time: 0.0601172 Jul 29 11:50:42.203958 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'port': {'device_id': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'admin_state_up': True, 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'security_groups': ['7e4ecb45-a425-47e2-82b8-62b8d61b46c1']}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:42.311516 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Made reservation on behalf of 90047b9130334326ad98280a8edb2bc6 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:50:42.315125 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:42.392333 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:42.448631 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Allocated IP 172.20.0.11 (880bbcc5-592e-4ef5-8c48-acff52af8368/1bfd1676-e677-4b00-9dca-2f2877ca6e52/d99e2239-1b7e-46f6-b919-e3f8a7ca8642) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:50:42.587557 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0b93c-aab7-4383-87b6-50594747e26f req-5f248da6-295a-4d6a-b52e-95c7c87a9e4a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:42.588955 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-93f0b93c-aab7-4383-87b6-50594747e26f req-5f248da6-295a-4d6a-b52e-95c7c87a9e4a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 945 time: 0.0642295 Jul 29 11:50:42.596636 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:42.629883 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:42.638787 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-93f0b93c-aab7-4383-87b6-50594747e26f req-39b20015-b33b-44e8-b487-1ead72fadfab tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437517 Jul 29 11:50:42.676142 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Network 880bbcc5-592e-4ef5-8c48-acff52af8368 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:42.679521 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:42.684097 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:50:42.708218 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event updated for resources: {'Port': ['ID=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:42.744416 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:42.745225 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:42.765830 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-27471b57-14f4-42da-bc84-d8c0a4fc5068 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5660932 Jul 29 11:50:42.782389 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Request body: {'port': {'device_id': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:42.820753 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c13a-bad8-4f80-ac9d-bf6a664191d5 req-66add34f-74cc-4f58-b2aa-3f5b771d605f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:42.822336 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1ce4c13a-bad8-4f80-ac9d-bf6a664191d5 req-66add34f-74cc-4f58-b2aa-3f5b771d605f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 945 time: 0.0975077 Jul 29 11:50:42.835375 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45856) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:42.840375 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-da5e6125-4de3-473d-9374-693b4183ff0e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'floatingip': {'port_id': 'df601806-d30d-4808-ad00-6cb495f89154'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:42.848622 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:42.849005 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2bf40-fe12-4a3a-ba26-baf60ed15262 req-e22f8637-a76a-42c0-b31b-41ca5cc2d410 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:42.850543 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fac2bf40-fe12-4a3a-ba26-baf60ed15262 req-e22f8637-a76a-42c0-b31b-41ca5cc2d410 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 932 time: 0.0739501 Jul 29 11:50:42.904900 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-da5e6125-4de3-473d-9374-693b4183ff0e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (ae12d1c3-d46f-4a2a-8d3a-8cc78c927015), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:42.947299 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-fabd9cab-ce39-41e1-ac2c-6b7eab21564d None None] Provisioning complete for port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:42.947854 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-fabd9cab-ce39-41e1-ac2c-6b7eab21564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:42.989996 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-fabd9cab-ce39-41e1-ac2c-6b7eab21564d None None] Port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:50:42.995116 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:43.004803 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fac2bf40-fe12-4a3a-ba26-baf60ed15262 req-f921302b-f074-4535-82ef-cfb0f133e5f6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248794 Jul 29 11:50:43.034162 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:43.123325 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99e2239-1b7e-46f6-b919-e3f8a7ca8642 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:50:43.131470 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Publish callbacks [] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:43.144871 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Transition to ACTIVE for port object d99e2239-1b7e-46f6-b919-e3f8a7ca8642 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:50:43.148059 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:43.177540 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:43.231101 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Pushing event updated for resources: {'Port': ['ID=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:43.292423 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Attempting to bind port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:50:43.292759 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Attempting to bind port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:50:43.293088 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Attempting to bind port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 on network 880bbcc5-592e-4ef5-8c48-acff52af8368 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:50:43.298644 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 on network 880bbcc5-592e-4ef5-8c48-acff52af8368 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:50:43.298962 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Attempting to bind port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 on network 880bbcc5-592e-4ef5-8c48-acff52af8368 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:50:43.304377 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:50:43.304723 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Checking segment: {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:50:43.305107 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Bound using segment: {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:50:43.305581 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Bound port: d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c75de4-937d-4cdf-9a06-0abe0f792c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:50:43.305950 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:43.375582 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:50:43.378983 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:50:43.384653 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:43.386677 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-da5e6125-4de3-473d-9374-693b4183ff0e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:43.392515 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-da5e6125-4de3-473d-9374-693b4183ff0e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (ae12d1c3-d46f-4a2a-8d3a-8cc78c927015), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:43.423329 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:43.423865 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:43.425233 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] 10.222.0.58 "PUT /v2.0/ports/d99e2239-1b7e-46f6-b919-e3f8a7ca8642 HTTP/1.1" status: 200 len: 1094 time: 0.6479232 Jul 29 11:50:43.430669 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:43.433109 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cbde32-9f77-4963-b8b3-a9599c205b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:43.454929 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e14f7-4d4d-463d-b0df-6e42b123f79e service neutron] Pushing event updated for resources: {'Port': ['ID=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:43.484162 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4476b6a9-bb32-43e6-b296-cb106bc54445 x-openstack-request-id: req-4476b6a9-bb32-43e6-b296-cb106bc54445 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:43.484476 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:43.484695 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4476b6a9-bb32-43e6-b296-cb106bc54445 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:43.485773 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4476b6a9-bb32-43e6-b296-cb106bc54445'] response: {'name': 'network-changed', 'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'status': 'completed', 'code': 200} Jul 29 11:50:43.497507 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:43.518780 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-837f2b94-b892-41b5-90c4-fa6aa2ace1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:43.520334 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-837f2b94-b892-41b5-90c4-fa6aa2ace1af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 1128 time: 0.0489333 Jul 29 11:50:43.522657 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-da5e6125-4de3-473d-9374-693b4183ff0e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Floating IP ae12d1c3-d46f-4a2a-8d3a-8cc78c927015 associated. External IP: 172.27.2.202, port: df601806-d30d-4808-ad00-6cb495f89154. Jul 29 11:50:43.576440 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-6950573b-1b43-4d96-a135-b7e8d1ee173d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642 HTTP/1.1" status: 200 len: 217 time: 0.0447137 Jul 29 11:50:43.633016 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b22a779e-6005-49b5-894e-771b9d83dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:43.634532 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-b22a779e-6005-49b5-894e-771b9d83dd00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.0528195 Jul 29 11:50:43.687298 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-05a3e96a-bd07-47c2-b99f-38cf76c2e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:43.688851 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-05a3e96a-bd07-47c2-b99f-38cf76c2e836 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474930 Jul 29 11:50:43.752219 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5e6125-4de3-473d-9374-693b4183ff0e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Router c9acab26-dbec-4825-9638-45cf2caa6d10 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:50:43.790337 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-9521d2c1-fd4a-4cc6-a368-86d0bf809029 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930157 Jul 29 11:50:43.862856 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5e6125-4de3-473d-9374-693b4183ff0e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:50:43.867549 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-da5e6125-4de3-473d-9374-693b4183ff0e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:43.876913 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042be34-fdd8-4f7e-8658-307c6b673179 None None] Sync routers for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:50:43.890158 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e7a05d89-711b-4c15-a88e-a4afd37d8b7c req-ac07dcc3-22c4-4c5d-9e12-dc1785e3591e service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937307 Jul 29 11:50:43.890416 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042be34-fdd8-4f7e-8658-307c6b673179 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:43.891261 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-0042be34-fdd8-4f7e-8658-307c6b673179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:43.908299 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-da5e6125-4de3-473d-9374-693b4183ff0e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "PUT /v2.0/floatingips/ae12d1c3-d46f-4a2a-8d3a-8cc78c927015 HTTP/1.1" status: 200 len: 991 time: 1.0689099 Jul 29 11:50:43.908299 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'tag': 'df601806-d30d-4808-ad00-6cb495f89154'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:43.908852 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "439cbe53-546a-4902-a4e7-c25b4a7b84d0", "tag": "df601806-d30d-4808-ad00-6cb495f89154"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:43.948153 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9b6c59-ddb3-4326-b04e-1d42153426f7 x-openstack-request-id: req-1c9b6c59-ddb3-4326-b04e-1d42153426f7 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:43.948446 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439cbe53-546a-4902-a4e7-c25b4a7b84d0", "tag": "df601806-d30d-4808-ad00-6cb495f89154", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:43.948698 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c9b6c59-ddb3-4326-b04e-1d42153426f7 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:43.949107 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9b6c59-ddb3-4326-b04e-1d42153426f7'] response: {'name': 'network-changed', 'server_uuid': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'tag': 'df601806-d30d-4808-ad00-6cb495f89154', 'status': 'completed', 'code': 200} Jul 29 11:50:44.008873 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-0042be34-fdd8-4f7e-8658-307c6b673179 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:44.134451 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d933d9-57b6-4192-be78-defa21cead5d req-6788f2df-aa5d-4633-898f-15334abbeb15 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:44.136088 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-94d933d9-57b6-4192-be78-defa21cead5d req-6788f2df-aa5d-4633-898f-15334abbeb15 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0479016 Jul 29 11:50:44.182924 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-94d933d9-57b6-4192-be78-defa21cead5d req-9a6c5614-6d4d-4045-93c0-0d71a26f246f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411522 Jul 29 11:50:44.203613 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:44.206083 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:44.219410 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-0042be34-fdd8-4f7e-8658-307c6b673179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'ae12d1c3-d46f-4a2a-8d3a-8cc78c927015', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': 'df601806-d30d-4808-ad00-6cb495f89154', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:45:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:50:24Z', 'updated_at': '2022-07-29T11:50:43Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:44.247408 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042be34-fdd8-4f7e-8658-307c6b673179 None None] Checking router: c9acab26-dbec-4825-9638-45cf2caa6d10 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:50:44.255767 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042be34-fdd8-4f7e-8658-307c6b673179 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:44.256352 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-0042be34-fdd8-4f7e-8658-307c6b673179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:44.353650 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-0042be34-fdd8-4f7e-8658-307c6b673179 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:44.558149 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-0042be34-fdd8-4f7e-8658-307c6b673179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'ae12d1c3-d46f-4a2a-8d3a-8cc78c927015', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': 'df601806-d30d-4808-ad00-6cb495f89154', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:45:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:50:24Z', 'updated_at': '2022-07-29T11:50:43Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:44.582004 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042be34-fdd8-4f7e-8658-307c6b673179 None None] The sync data for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi is: [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'ae12d1c3-d46f-4a2a-8d3a-8cc78c927015', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': 'df601806-d30d-4808-ad00-6cb495f89154', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:45:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:50:24Z', 'updated_at': '2022-07-29T11:50:43Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:50:44.748770 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45874) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:44.756901 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658b7a8-3d6e-4df1-b1e5-7f5c17adde83 None None] New status for floating IP ae12d1c3-d46f-4a2a-8d3a-8cc78c927015: ACTIVE {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:50:44.803901 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_v2 [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Deleting subnet 6b6c30da-20cf-4123-b56f-cb2a23d9a619 {{(pid=115839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:50:44.807366 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Publish callbacks [] for subnet (6b6c30da-20cf-4123-b56f-cb2a23d9a619), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:44.838876 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:44.845147 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515794'] for subnet (6b6c30da-20cf-4123-b56f-cb2a23d9a619), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:44.862752 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1 req-90049027-3ed6-46f5-8290-660ebcc7a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:44.864384 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1 req-90049027-3ed6-46f5-8290-660ebcc7a09e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 1129 time: 0.0776815 Jul 29 11:50:44.865455 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbde32-9f77-4963-b8b3-a9599c205b3f req-dfb986c8-b49e-4fe2-a223-f34dfe627aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:44.866853 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0cbde32-9f77-4963-b8b3-a9599c205b3f req-dfb986c8-b49e-4fe2-a223-f34dfe627aff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 1128 time: 0.0818830 Jul 29 11:50:44.889925 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (6b6c30da-20cf-4123-b56f-cb2a23d9a619), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:44.947855 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386699'] for subnet (6b6c30da-20cf-4123-b56f-cb2a23d9a619), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:44.976156 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b6c30da-20cf-4123-b56f-cb2a23d9a619,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:44.987089 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:44.990424 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6b6c30da-20cf-4123-b56f-cb2a23d9a619 HTTP/1.1" status: 204 len: 168 time: 0.2404282 Jul 29 11:50:44.991993 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.992421 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.992765 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.993326 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.993490 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.993750 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.994068 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.994384 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.994705 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.995186 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.995304 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45876) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:44.995409 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.995636 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.995953 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.996268 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:44.997305 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c2443-ce77-4812-bd0a-b8de5433497c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.000494 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:45.071302 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:45.110271 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1 req-675f2e28-b759-429b-b020-b84622bebf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:45.111646 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1 req-675f2e28-b759-429b-b020-b84622bebf0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 916 time: 0.2359929 Jul 29 11:50:45.115178 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbde32-9f77-4963-b8b3-a9599c205b3f req-f32ff87d-b36d-4518-89b8-e1e517241ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:45.116481 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0cbde32-9f77-4963-b8b3-a9599c205b3f req-f32ff87d-b36d-4518-89b8-e1e517241ce7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 918 time: 0.2396114 Jul 29 11:50:45.120777 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (4993d81f-11a0-4255-ad5a-9700754167c4), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:45.192521 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0cbde32-9f77-4963-b8b3-a9599c205b3f req-f4638f02-4535-4147-9dd4-cf594601b814 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642 HTTP/1.1" status: 200 len: 217 time: 0.0680063 Jul 29 11:50:45.313650 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79763d07-4d36-41a7-851e-720054605b7f req-e50ae5a8-7da6-4976-9081-5a471417c197 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:45.315221 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-79763d07-4d36-41a7-851e-720054605b7f req-e50ae5a8-7da6-4976-9081-5a471417c197 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0506639 Jul 29 11:50:45.365941 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-79763d07-4d36-41a7-851e-720054605b7f req-f83a9ecf-1b90-4fa4-9137-b4bb9d9df288 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449293 Jul 29 11:50:45.497101 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1 req-d88cef0f-265a-4fdc-aa99-bd897fa17ec0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df601806-d30d-4808-ad00-6cb495f89154 HTTP/1.1" status: 200 len: 1001 time: 0.3730314 Jul 29 11:50:45.523032 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device d99e2239-1b7e-46f6-b919-e3f8a7ca8642 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:50:45.595658 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (4993d81f-11a0-4255-ad5a-9700754167c4), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:45.598934 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbde32-9f77-4963-b8b3-a9599c205b3f req-3b3f618e-26fd-4dc7-b5c4-ea7efac36ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:45.600385 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0cbde32-9f77-4963-b8b3-a9599c205b3f req-3b3f618e-26fd-4dc7-b5c4-ea7efac36ed8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.3973820 Jul 29 11:50:45.623573 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:45.634624 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'port_id': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'mac_address': 'fa:16:3e:f4:0d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:50:45.646586 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1 req-c53af539-9d2b-4ed5-915c-d9db4ac914de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:45.648040 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1 req-c53af539-9d2b-4ed5-915c-d9db4ac914de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.1364598 Jul 29 11:50:45.649588 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4993d81f-11a0-4255-ad5a-9700754167c4']}} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:45.674861 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:45.675244 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:45.690102 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99e2239-1b7e-46f6-b919-e3f8a7ca8642 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:50:45.692419 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e93e7d1-dd3f-443f-b7a0-c00fc60ac728') {'for_net_delete': True} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:45.692712 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e93e7d1-dd3f-443f-b7a0-c00fc60ac728') {} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:45.710128 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240627'] for segment (5e93e7d1-dd3f-443f-b7a0-c00fc60ac728), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:45.710494 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:45.712193 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbde32-9f77-4963-b8b3-a9599c205b3f req-0a17942f-41e8-4c8c-a804-1fdea0a2a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:45.713718 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0cbde32-9f77-4963-b8b3-a9599c205b3f req-0a17942f-41e8-4c8c-a804-1fdea0a2a337 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1060131 Jul 29 11:50:45.715230 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:45.767359 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:45.774001 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1 req-f73e1108-e07b-4300-872b-569911a264ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:45.774698 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.775054 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.775396 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.775580 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1 req-f73e1108-e07b-4300-872b-569911a264ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1210532 Jul 29 11:50:45.775767 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.776280 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.776582 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (5e93e7d1-dd3f-443f-b7a0-c00fc60ac728), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:45.776871 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.777246 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.777712 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.778814 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.779149 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.779482 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.779873 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.780208 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.780532 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.780895 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:45.838777 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=115838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:50:45.839177 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794976'] for segment (5e93e7d1-dd3f-443f-b7a0-c00fc60ac728), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:45.881889 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 5e93e7d1-dd3f-443f-b7a0-c00fc60ac728 resource provider aggregate not found Jul 29 11:50:45.906372 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 5e93e7d1-dd3f-443f-b7a0-c00fc60ac728 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e93e7d1-dd3f-443f-b7a0-c00fc60ac728 found for delete ", "request_id": "req-b26bdaa6-9fa9-484e-b1a0-22fb35474568"}]} Jul 29 11:50:45.926511 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (4993d81f-11a0-4255-ad5a-9700754167c4), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:45.941758 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:45.944768 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] 10.222.0.60 "DELETE /v2.0/networks/4993d81f-11a0-4255-ad5a-9700754167c4 HTTP/1.1" status: 204 len: 168 time: 0.9485326 Jul 29 11:50:45.959116 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0cbde32-9f77-4963-b8b3-a9599c205b3f req-3b661d17-c917-4ea5-a4e5-07efcb0785a2 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374270 Jul 29 11:50:45.962183 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b07e9-6645-4754-973a-15397f0d1e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=4993d81f-11a0-4255-ad5a-9700754167c4,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:45.978368 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['d99e2239-1b7e-46f6-b919-e3f8a7ca8642'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:50:46.033486 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1 req-a0b163fa-43d3-413f-bd93-657dc5b0f96f service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496777 Jul 29 11:50:46.055971 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:46.089889 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:46.132958 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0cbde32-9f77-4963-b8b3-a9599c205b3f req-74c1d950-a20b-4733-8fb7-5cc286062c7d service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623080 Jul 29 11:50:46.145913 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45886) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:46.151591 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:46.157825 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85849962-8406-4ee8-9a61-5ccdc2c9fdd1 req-6aa48724-2102-4769-ae37-80dfae7ecac9 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162949 Jul 29 11:50:46.191510 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-01e1e51f-b7a0-4286-a49b-574d3aae1ed0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1658d63aa1b54aa5a36754e83179e317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438061 Jul 29 11:50:46.194055 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45888) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:46.208294 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:46.244061 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-03f67742-e266-4b78-9e31-79f7a10c009b admin admin] Publish callbacks [] for security_group (f8d5b717-ef93-4d1e-816b-571174d8c859), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:46.267608 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-03f67742-e266-4b78-9e31-79f7a10c009b admin admin] Publish callbacks [] for security_group (f8d5b717-ef93-4d1e-816b-571174d8c859), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:46.317547 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-03f67742-e266-4b78-9e31-79f7a10c009b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f8d5b717-ef93-4d1e-816b-571174d8c859), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:46.320058 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-03f67742-e266-4b78-9e31-79f7a10c009b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:46.321188 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-03f67742-e266-4b78-9e31-79f7a10c009b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8d5b717-ef93-4d1e-816b-571174d8c859 HTTP/1.1" status: 204 len: 168 time: 0.1262379 Jul 29 11:50:46.329440 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f67742-e266-4b78-9e31-79f7a10c009b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d5b717-ef93-4d1e-816b-571174d8c859,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:46.495314 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d27c91-601d-4b0c-a4c5-623abeef90ad req-e59b1f04-00fd-486d-aa20-0787892c91f5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:46.497452 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-25d27c91-601d-4b0c-a4c5-623abeef90ad req-e59b1f04-00fd-486d-aa20-0787892c91f5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 945 time: 0.0498703 Jul 29 11:50:46.546138 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-25d27c91-601d-4b0c-a4c5-623abeef90ad req-eb079904-b9d7-4e55-a0de-2c4041f17757 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431213 Jul 29 11:50:47.076422 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45912) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:47.172360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2021016179-network', 'tenant_id': '861c5a0403c94abd9ae479175604c835'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:47.192972 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Made reservation on behalf of 861c5a0403c94abd9ae479175604c835 for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:50:47.195294 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.204248 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.281306 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Publish callbacks [] for security_group (22dfda8a-f892-45fb-ac2c-dc9ba9702343), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.284694 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (22dfda8a-f892-45fb-ac2c-dc9ba9702343), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.310313 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:50:47.319116 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dfda8a-f892-45fb-ac2c-dc9ba9702343,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:47.325061 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (4c1ea722-a5a6-4887-bae4-d69a6c761a0f), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.325741 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Added segment 4c1ea722-a5a6-4887-bae4-d69a6c761a0f of type vlan for network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 Jul 29 11:50:47.372224 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.386692 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:47.397248 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.398319 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:47.398897 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.451780 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3741457 Jul 29 11:50:47.454397 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45916) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:47.464955 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] Request body: {'subnet': {'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2021016179-subnet', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'ip_version': 4}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:47.477514 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd8f50-f562-4b7e-a185-2b3cf35c0772 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:47.488488 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:50:47.491327 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] Made reservation on behalf of 861c5a0403c94abd9ae479175604c835 for: {'subnet': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:50:47.493340 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386734'] for subnet (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.528399 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device d99e2239-1b7e-46f6-b919-e3f8a7ca8642 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:50:47.597086 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:50:47.602878 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:47.603260 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.676842 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:47.677247 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.701079 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:47.703310 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe9c291-9a2f-4f77-a0ac-ddb117137e45" -d '{"events": [{"server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "name": "network-vif-plugged", "status": "completed", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:47.715581 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:47.716134 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc4d4a-60a9-4bdb-ab7a-d80ff7e7e574 req-51668ff9-b7bf-4887-81bd-7f31ac55d251 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:47.717785 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-41fc4d4a-60a9-4bdb-ab7a-d80ff7e7e574 req-51668ff9-b7bf-4887-81bd-7f31ac55d251 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 945 time: 0.0871491 Jul 29 11:50:47.723810 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.730370 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8470757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386688'] for subnet (5967605b-dd9b-46b1-aaab-707eaac57e42), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.739936 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:47.751492 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e845b9-ed6c-4baa-932f-cc83236ba857 x-openstack-request-id: req-c0e845b9-ed6c-4baa-932f-cc83236ba857 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:47.751817 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "name": "network-vif-plugged", "status": "completed", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:47.752058 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0e845b9-ed6c-4baa-932f-cc83236ba857 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:47.752448 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e845b9-ed6c-4baa-932f-cc83236ba857'] response: {'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'code': 200} Jul 29 11:50:47.781266 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:47.814077 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=5967605b-dd9b-46b1-aaab-707eaac57e42,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:47.839664 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-41fc4d4a-60a9-4bdb-ab7a-d80ff7e7e574 req-e9771181-4d28-4955-bf7f-c714c25b5de9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163540 Jul 29 11:50:47.842926 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] Checking segment: {'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:50:47.843288 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] Network hostable DHCP agents. Network: 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:50:47.868750 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] Network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:50:47.879203 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6) {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:47.883218 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:47.883804 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.890040 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ad462-49c7-4a9f-bcfb-3f1eff43b06a None None] Network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:50:47.903461 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-817220fd-216d-417b-80e1-9d1574292fba admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4411032 Jul 29 11:50:47.905083 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45922) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:47.909612 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:47.933975 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (0355becb-befd-4697-8bdf-99f0efb91368), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.935237 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (0355becb-befd-4697-8bdf-99f0efb91368), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:47.936842 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6ec3b-6300-4c07-99db-09e0df495f99 req-3c2f6a4c-b81b-41af-b7de-4acc35d36ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:47.938572 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-fce6ec3b-6300-4c07-99db-09e0df495f99 req-3c2f6a4c-b81b-41af-b7de-4acc35d36ca2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 1130 time: 0.0470407 Jul 29 11:50:47.990065 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-fce6ec3b-6300-4c07-99db-09e0df495f99 req-825687af-95af-47cc-8308-c32614588e2c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 Jul 29 11:50:47.992951 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Publish callbacks [] for router_controller (0355becb-befd-4697-8bdf-99f0efb91368), precommit_add_association {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.005351 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'project_id': '861c5a0403c94abd9ae479175604c835', 'fixed_ips': [{'subnet_id': '5967605b-dd9b-46b1-aaab-707eaac57e42'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:50:48.006363 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.132285 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Publish callbacks [] for router_gateway (0355becb-befd-4697-8bdf-99f0efb91368), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.139267 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Allocated IP 172.20.0.2 (4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6/5967605b-dd9b-46b1-aaab-707eaac57e42/646c0b91-7770-4ea3-aa57-20abc65560d9) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:50:48.190696 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:48.323085 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Publish callbacks [] for router_gateway (0355becb-befd-4697-8bdf-99f0efb91368), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.342633 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.402975 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Publish callbacks [] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.409368 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.441529 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:48.445895 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Allocated IP 172.27.2.88 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/f01a0618-a533-4624-b29b-87b86515fff0) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:50:48.456013 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:48.462121 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:48.464643 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:50:48.469173 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Pushing event updated for resources: {'Port': ['ID=646c0b91-7770-4ea3-aa57-20abc65560d9,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:48.500639 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:48.531915 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Attempting to bind port 646c0b91-7770-4ea3-aa57-20abc65560d9 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:50:48.532288 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Attempting to bind port 646c0b91-7770-4ea3-aa57-20abc65560d9 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:50:48.532653 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Attempting to bind port 646c0b91-7770-4ea3-aa57-20abc65560d9 on network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:50:48.537766 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:50:48.538143 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Checking segment: {'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:50:48.538542 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.538961 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Bound using segment: {'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:50:48.539426 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Bound port: 646c0b91-7770-4ea3-aa57-20abc65560d9, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:50:48.539803 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.556328 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Publish callbacks [] for port (f01a0618-a533-4624-b29b-87b86515fff0), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.589599 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (f01a0618-a533-4624-b29b-87b86515fff0), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.600703 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] For port 646c0b91-7770-4ea3-aa57-20abc65560d9, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:50:48.603923 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] For port 646c0b91-7770-4ea3-aa57-20abc65560d9, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=646c0b91-7770-4ea3-aa57-20abc65560d9,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:50:48.610770 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:48.627218 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:48.630161 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:48.636138 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:50:48.667256 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Pushing event updated for resources: {'Port': ['ID=f01a0618-a533-4624-b29b-87b86515fff0,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:48.678946 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c0273-c4ae-4ff9-bd99-8f50394a58c6 None None] Pushing event updated for resources: {'Port': ['ID=646c0b91-7770-4ea3-aa57-20abc65560d9,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:48.754281 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:48.913005 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Publish callbacks [] for router_gateway (0355becb-befd-4697-8bdf-99f0efb91368), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:49.019394 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:49.030934 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37e469-723a-4864-b4fb-6bb84bf1e43c req-4bbb975d-8995-489b-a0b7-2791b763d98b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:49.032387 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2e37e469-723a-4864-b4fb-6bb84bf1e43c req-4bbb975d-8995-489b-a0b7-2791b763d98b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0810559 Jul 29 11:50:49.168119 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2e37e469-723a-4864-b4fb-6bb84bf1e43c req-c318623c-e13c-4d94-9c39-8f89b63b04bd tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177111 Jul 29 11:50:49.182161 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (0355becb-befd-4697-8bdf-99f0efb91368), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:49.545644 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd83f64-1664-4986-a6a5-96f414c08c9f None None] Network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:50:49.559255 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Router 0355becb-befd-4697-8bdf-99f0efb91368 is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:50:49.620732 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-19190c38-1634-413c-9dd5-e824389b47de None None] Provisioning complete for port 646c0b91-7770-4ea3-aa57-20abc65560d9 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:49.621101 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-19190c38-1634-413c-9dd5-e824389b47de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:49.682385 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:50:49.697131 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Sync routers for ids ['0355becb-befd-4697-8bdf-99f0efb91368'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:50:49.703485 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 646c0b91-7770-4ea3-aa57-20abc65560d9 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:50:49.704068 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:49.708202 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-8af2c60d-6946-439a-bc55-1529b5749a06 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7993917 Jul 29 11:50:49.709484 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45926) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:49.711279 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Routers {'0355becb-befd-4697-8bdf-99f0efb91368'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:49.712035 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['0355becb-befd-4697-8bdf-99f0efb91368'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:49.787812 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-19190c38-1634-413c-9dd5-e824389b47de None None] Current status of the port 646c0b91-7770-4ea3-aa57-20abc65560d9 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:49.788109 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-19190c38-1634-413c-9dd5-e824389b47de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:49.802418 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 646c0b91-7770-4ea3-aa57-20abc65560d9 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:49.802793 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:49.829601 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Set router 0355becb-befd-4697-8bdf-99f0efb91368 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:49.863428 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-19190c38-1634-413c-9dd5-e824389b47de None None] For port 646c0b91-7770-4ea3-aa57-20abc65560d9, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=646c0b91-7770-4ea3-aa57-20abc65560d9,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:49.878308 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-19190c38-1634-413c-9dd5-e824389b47de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:49.978791 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 646c0b91-7770-4ea3-aa57-20abc65560d9 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:49.984844 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19190c38-1634-413c-9dd5-e824389b47de None None] Pushing event updated for resources: {'Port': ['ID=646c0b91-7770-4ea3-aa57-20abc65560d9,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:50.008493 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-a4a1bc9f-b788-4d44-a49b-cb1ffa043f81 None None] Provisioning complete for port 646c0b91-7770-4ea3-aa57-20abc65560d9 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:50.008871 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1bc9f-b788-4d44-a49b-cb1ffa043f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.035117 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:48Z', 'revision_number': 3, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:50.060588 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Checking router: 0355becb-befd-4697-8bdf-99f0efb91368 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:50:50.060937 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Updating router 0355becb-befd-4697-8bdf-99f0efb91368 port f01a0618-a533-4624-b29b-87b86515fff0 binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:50:50.080070 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:50.086883 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1bc9f-b788-4d44-a49b-cb1ffa043f81 None None] Current status of the port 646c0b91-7770-4ea3-aa57-20abc65560d9 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:50.092991 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f01a0618-a533-4624-b29b-87b86515fff0), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.116710 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:50.175998 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:50.193146 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.334693 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd27eec-7cac-4e9e-ad44-9275fc189cb8 req-0c87364b-03a0-4c1d-aecb-e0d1e67a6b0f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:50.336189 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0bd27eec-7cac-4e9e-ad44-9275fc189cb8 req-0c87364b-03a0-4c1d-aecb-e0d1e67a6b0f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0858598 Jul 29 11:50:50.428688 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Publish callbacks [] for port (f01a0618-a533-4624-b29b-87b86515fff0), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.435140 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0bd27eec-7cac-4e9e-ad44-9275fc189cb8 req-67339b6a-06fc-4cb6-ae69-e2d4fa7e2ab8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924149 Jul 29 11:50:50.435362 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (f01a0618-a533-4624-b29b-87b86515fff0), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.436419 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Allocated IP 172.20.0.1 (4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6/5967605b-dd9b-46b1-aaab-707eaac57e42/6fdaf829-44f9-40c5-8371-9ac0fdcce4bc) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:50:50.472639 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:50.487256 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Pushing event updated for resources: {'Port': ['ID=f01a0618-a533-4624-b29b-87b86515fff0,revision_number=2']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:50.503860 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.504202 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.504744 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.505283 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.505827 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.506160 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.506497 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.506825 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.507588 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.507588 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.507810 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.508115 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.508442 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.509129 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.509129 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:50:50.512902 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Attempting to bind port f01a0618-a533-4624-b29b-87b86515fff0 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:50:50.513278 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Attempting to bind port f01a0618-a533-4624-b29b-87b86515fff0 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:50:50.513660 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Attempting to bind port f01a0618-a533-4624-b29b-87b86515fff0 on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:50:50.519573 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:50:50.519948 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:50:50.520348 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.520733 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:50:50.521195 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Bound port: f01a0618-a533-4624-b29b-87b86515fff0, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:50:50.521604 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f01a0618-a533-4624-b29b-87b86515fff0), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.573126 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] For port f01a0618-a533-4624-b29b-87b86515fff0, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:50:50.576216 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] For port f01a0618-a533-4624-b29b-87b86515fff0, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=f01a0618-a533-4624-b29b-87b86515fff0,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:50:50.582773 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (f01a0618-a533-4624-b29b-87b86515fff0), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.591183 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Publish callbacks [] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.599666 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3657dd3-5716-4acf-bdc7-3e7db5489647 req-3c94d670-bd73-4460-b6fd-abe4bb8cc40f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:50.601136 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d3657dd3-5716-4acf-bdc7-3e7db5489647 req-3c94d670-bd73-4460-b6fd-abe4bb8cc40f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0744333 Jul 29 11:50:50.612151 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45934) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:50.619996 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-4176fb3d-2603-481f-adda-460ab6cd1195 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Request body: {'floatingip': {'port_id': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:50.643872 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Routers {'0355becb-befd-4697-8bdf-99f0efb91368'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:50.644495 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['0355becb-befd-4697-8bdf-99f0efb91368'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:50.668663 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4176fb3d-2603-481f-adda-460ab6cd1195 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (f8996ed3-c548-47da-821f-d6a21ce901e2), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.681371 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e0298-227d-4f48-9b5c-a8d8e39959e1 None None] Pushing event updated for resources: {'Port': ['ID=f01a0618-a533-4624-b29b-87b86515fff0,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:50.705945 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.755441 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] Set router 0355becb-befd-4697-8bdf-99f0efb91368 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:50.799906 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:50.805513 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:50.807323 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdaf829-44f9-40c5-8371-9ac0fdcce4bc,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:50.809500 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:50:50.904129 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (0355becb-befd-4697-8bdf-99f0efb91368), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:50.936940 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:48Z', 'revision_number': 3, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:50.967451 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ecae3-24a5-4dfc-af8f-ccfcd2d2cf4a None None] The sync data for ids ['0355becb-befd-4697-8bdf-99f0efb91368'] in dv-cinder-837542-7-iscsi is: [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:48Z', 'revision_number': 3, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:50:51.011700 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:51.015271 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:51.113236 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-2b21d009-e688-45fd-9188-7939904d903a None None] Provisioning complete for port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:51.113795 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-2b21d009-e688-45fd-9188-7939904d903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:51.148437 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-2b21d009-e688-45fd-9188-7939904d903a None None] Port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:50:51.223683 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:51.403163 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4176fb3d-2603-481f-adda-460ab6cd1195 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:51.409804 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4176fb3d-2603-481f-adda-460ab6cd1195 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (f8996ed3-c548-47da-821f-d6a21ce901e2), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:51.550896 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Publish callbacks [] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:51.553088 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-4176fb3d-2603-481f-adda-460ab6cd1195 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Floating IP f8996ed3-c548-47da-821f-d6a21ce901e2 associated. External IP: 172.27.2.137, port: d99e2239-1b7e-46f6-b919-e3f8a7ca8642. Jul 29 11:50:51.556741 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:51.716597 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 646c0b91-7770-4ea3-aa57-20abc65560d9 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:50:51.758162 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:51.769550 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:51.773301 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 646c0b91-7770-4ea3-aa57-20abc65560d9 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:51.773706 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:51.855042 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 646c0b91-7770-4ea3-aa57-20abc65560d9 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:51.856676 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device f01a0618-a533-4624-b29b-87b86515fff0 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:50:51.901872 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port f01a0618-a533-4624-b29b-87b86515fff0 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:51.902251 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (f01a0618-a533-4624-b29b-87b86515fff0), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:51.947944 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdaf829-44f9-40c5-8371-9ac0fdcce4bc,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:51.954319 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (0355becb-befd-4697-8bdf-99f0efb91368), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:51.980380 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port f01a0618-a533-4624-b29b-87b86515fff0 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:51.980822 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f01a0618-a533-4624-b29b-87b86515fff0), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:52.003084 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port f01a0618-a533-4624-b29b-87b86515fff0, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=f01a0618-a533-4624-b29b-87b86515fff0,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:52.008343 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (f01a0618-a533-4624-b29b-87b86515fff0), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:52.058342 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=f01a0618-a533-4624-b29b-87b86515fff0,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:52.072611 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:52.129665 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:52.151805 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:52.154635 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:52.164406 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4176fb3d-2603-481f-adda-460ab6cd1195 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Router 957e235d-0f89-4b60-b85e-5662b8b1acc6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:50:52.364066 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Router 0355becb-befd-4697-8bdf-99f0efb91368 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:50:52.365250 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4176fb3d-2603-481f-adda-460ab6cd1195 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:50:52.371191 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4176fb3d-2603-481f-adda-460ab6cd1195 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:52.379855 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61238382-94f0-42ef-8a67-9e7c17d20ae5 None None] Sync routers for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:50:52.390433 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-3dc671da-8777-4a42-b104-026b6c8fb0d5 None None] Provisioning complete for port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:52.391216 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-3dc671da-8777-4a42-b104-026b6c8fb0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:52.409589 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-4176fb3d-2603-481f-adda-460ab6cd1195 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "PUT /v2.0/floatingips/f8996ed3-c548-47da-821f-d6a21ce901e2 HTTP/1.1" status: 200 len: 992 time: 1.7963727 Jul 29 11:50:52.430136 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61238382-94f0-42ef-8a67-9e7c17d20ae5 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:52.430784 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-61238382-94f0-42ef-8a67-9e7c17d20ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:52.433057 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-3dc671da-8777-4a42-b104-026b6c8fb0d5 None None] Port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:50:52.441488 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:50:52.443819 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98" -d '{"events": [{"name": "network-changed", "server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:50:52.492764 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cdf63d-fc1a-4c12-b916-045b2ddc850f x-openstack-request-id: req-12cdf63d-fc1a-4c12-b916-045b2ddc850f {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:50:52.493057 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:50:52.493306 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12cdf63d-fc1a-4c12-b916-045b2ddc850f {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:50:52.493725 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12cdf63d-fc1a-4c12-b916-045b2ddc850f'] response: {'name': 'network-changed', 'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'status': 'completed', 'code': 200} Jul 29 11:50:52.517963 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:50:52.523050 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d4041f25-c5d8-48a4-8e32-3dbde05fabf2 admin admin] 10.222.0.60 "PUT /v2.0/routers/0355becb-befd-4697-8bdf-99f0efb91368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8131979 Jul 29 11:50:52.557711 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-61238382-94f0-42ef-8a67-9e7c17d20ae5 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:52.566946 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98 req-baecc92e-2b8e-4796-a272-714429b9cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:52.569214 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98 req-baecc92e-2b8e-4796-a272-714429b9cb23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 1130 time: 0.0484648 Jul 29 11:50:52.604465 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Sync routers for ids ['0355becb-befd-4697-8bdf-99f0efb91368'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:50:52.610330 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:52.616296 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Routers {'0355becb-befd-4697-8bdf-99f0efb91368'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:52.616921 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['0355becb-befd-4697-8bdf-99f0efb91368'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:52.670575 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:52.707239 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98 req-86d670e6-1845-4a28-bf55-ab7da1597af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:52.709087 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98 req-86d670e6-1845-4a28-bf55-ab7da1597af1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 918 time: 0.1279788 Jul 29 11:50:52.744191 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Set router 0355becb-befd-4697-8bdf-99f0efb91368 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:52.786511 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98 req-99f8ed98-8c80-4d40-be5e-7ef0e51e700f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642 HTTP/1.1" status: 200 len: 1000 time: 0.0648351 Jul 29 11:50:52.826805 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-61238382-94f0-42ef-8a67-9e7c17d20ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'f8996ed3-c548-47da-821f-d6a21ce901e2', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'port_id': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'mac_address': 'fa:16:3e:f4:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:50:39Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 1, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:52.854918 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61238382-94f0-42ef-8a67-9e7c17d20ae5 None None] Checking router: 957e235d-0f89-4b60-b85e-5662b8b1acc6 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:50:52.872520 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61238382-94f0-42ef-8a67-9e7c17d20ae5 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:52.873139 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-61238382-94f0-42ef-8a67-9e7c17d20ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:52.876560 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98 req-6177451a-99df-4b6c-b409-3c8edd293c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:52.878532 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98 req-6177451a-99df-4b6c-b409-3c8edd293c81 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.0706649 Jul 29 11:50:52.943594 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98 req-70d3d608-2448-4ba7-8772-990db4f60ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:52.945827 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98 req-70d3d608-2448-4ba7-8772-990db4f60ed3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516183 Jul 29 11:50:52.987290 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:52.992056 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '6fdaf829-44f9-40c5-8371-9ac0fdcce4bc', 'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'mac_address': 'fa:16:3e:8c:9e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:50Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 2, 'project_id': '861c5a0403c94abd9ae479175604c835', 'subnets': [{'id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:53.004591 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-61238382-94f0-42ef-8a67-9e7c17d20ae5 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:53.025259 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Checking router: 0355becb-befd-4697-8bdf-99f0efb91368 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:50:53.025975 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Updating router 0355becb-befd-4697-8bdf-99f0efb91368 port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:50:53.059824 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98 req-119caf4b-f196-4696-b7d1-c3ba0ba285ac service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974507 Jul 29 11:50:53.069114 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.149467 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45956) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:53.156413 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2076657936-network', 'tenant_id': 'e416fabf8136411489d3964dd2af2249'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:53.168767 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:53.179107 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:53.190241 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6f6ed1b0-7428-4f24-9b7a-3704fcfc0a98 req-704290eb-bc1d-4ce4-b7e5-1d5f7dc2af66 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246443 Jul 29 11:50:53.195467 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Made reservation on behalf of e416fabf8136411489d3964dd2af2249 for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:50:53.198672 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.209651 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.296929 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Publish callbacks [] for security_group (6edffb3c-b336-4a8d-a75b-5305d3604491), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.302325 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6edffb3c-b336-4a8d-a75b-5305d3604491), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.329262 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:50:53.345458 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edffb3c-b336-4a8d-a75b-5305d3604491,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:53.348413 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (16e88783-1134-4d37-b012-b0ad16ff0316), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.348750 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Added segment 16e88783-1134-4d37-b012-b0ad16ff0316 of type vlan for network 19998cdf-83a0-45c4-b868-4a8899cb987e Jul 29 11:50:53.380800 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Publish callbacks [] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.388847 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.398905 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (19998cdf-83a0-45c4-b868-4a8899cb987e), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.400604 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-61238382-94f0-42ef-8a67-9e7c17d20ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'f8996ed3-c548-47da-821f-d6a21ce901e2', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'port_id': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'mac_address': 'fa:16:3e:f4:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:50:39Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 1, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:53.428554 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (19998cdf-83a0-45c4-b868-4a8899cb987e), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.429691 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:53.430381 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.434657 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61238382-94f0-42ef-8a67-9e7c17d20ae5 None None] The sync data for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi is: [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'f8996ed3-c548-47da-821f-d6a21ce901e2', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'port_id': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'mac_address': 'fa:16:3e:f4:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:50:39Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 1, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:50:53.444978 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:53.450437 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e8c19-0b12-4697-b0c3-f275090da136 None None] Pushing event updated for resources: {'Port': ['ID=6fdaf829-44f9-40c5-8371-9ac0fdcce4bc,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:53.500651 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3500478 Jul 29 11:50:53.506581 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45958) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:53.508177 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Attempting to bind port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:50:53.508531 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Attempting to bind port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:50:53.508894 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Attempting to bind port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc on network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:50:53.515201 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:50:53.515577 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Checking segment: {'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:50:53.516192 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.516354 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Bound using segment: {'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:50:53.517567 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Bound port: 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:50:53.518027 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.519422 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] Request body: {'subnet': {'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2076657936-subnet', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'ip_version': 4}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:53.521195 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe099f6-e8ef-4252-a71b-c22dbc1863ae admin admin] Pushing event updated for resources: {'Network': ['ID=19998cdf-83a0-45c4-b868-4a8899cb987e,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:53.534670 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 19998cdf-83a0-45c4-b868-4a8899cb987e details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:50:53.563771 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] Made reservation on behalf of e416fabf8136411489d3964dd2af2249 for: {'subnet': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:50:53.566410 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10080738'] for subnet (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.605877 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] For port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:50:53.610134 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] For port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=6fdaf829-44f9-40c5-8371-9ac0fdcce4bc,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:50:53.625444 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.677722 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Routers {'0355becb-befd-4697-8bdf-99f0efb91368'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:53.679550 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['0355becb-befd-4697-8bdf-99f0efb91368'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:53.679882 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device f01a0618-a533-4624-b29b-87b86515fff0 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:50:53.686477 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:53.757333 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e8c19-0b12-4697-b0c3-f275090da136 None None] Pushing event updated for resources: {'Port': ['ID=6fdaf829-44f9-40c5-8371-9ac0fdcce4bc,revision_number=4']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:53.778100 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-c062144f-f15d-4c8b-93f1-50ccecde1f66 None None] Provisioning complete for port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:53.778850 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c062144f-f15d-4c8b-93f1-50ccecde1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.826043 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port f01a0618-a533-4624-b29b-87b86515fff0 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:53.826518 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (f01a0618-a533-4624-b29b-87b86515fff0), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.851157 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] Set router 0355becb-befd-4697-8bdf-99f0efb91368 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:53.857040 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10080716'] for subnet (bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.857736 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84dbc18-f684-4d61-9c5e-b7a06faac47f None None] New status for floating IP f8996ed3-c548-47da-821f-d6a21ce901e2: ACTIVE {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:50:53.913957 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:53.934030 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] Checking segment: {'id': '16e88783-1134-4d37-b012-b0ad16ff0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:50:53.934726 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] Network hostable DHCP agents. Network: 19998cdf-83a0-45c4-b868-4a8899cb987e, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:50:53.950632 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:53.958356 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] Network 19998cdf-83a0-45c4-b868-4a8899cb987e is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:50:53.970204 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 19998cdf-83a0-45c4-b868-4a8899cb987e) {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:53.974823 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:50:53.975637 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:53.993239 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-2ddf1c4e-4f40-43b2-8e55-bf350492593d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4816003 Jul 29 11:50:53.996003 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 45960) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:54.002116 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2076657936-router', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:50:54.019318 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de17b15-d769-4cff-9438-94e32761d344 None None] Network 19998cdf-83a0-45c4-b868-4a8899cb987e requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:50:54.034240 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (5ee29f13-8415-497a-b10c-4340c8557a91), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.036115 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (5ee29f13-8415-497a-b10c-4340c8557a91), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.088341 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:54.095635 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Publish callbacks [] for router_controller (5ee29f13-8415-497a-b10c-4340c8557a91), precommit_add_association {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.154478 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-c062144f-f15d-4c8b-93f1-50ccecde1f66 None None] Current status of the port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:54.154873 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c062144f-f15d-4c8b-93f1-50ccecde1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.182649 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '6fdaf829-44f9-40c5-8371-9ac0fdcce4bc', 'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'mac_address': 'fa:16:3e:8c:9e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:50Z', 'updated_at': '2022-07-29T11:50:53Z', 'revision_number': 4, 'project_id': '861c5a0403c94abd9ae479175604c835', 'subnets': [{'id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:54.211273 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port f01a0618-a533-4624-b29b-87b86515fff0 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:54.224211 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770b3bf-da68-4084-93b7-3f867bbd65a6 None None] The sync data for ids ['0355becb-befd-4697-8bdf-99f0efb91368'] in dv-cinder-837542-7-iscsi is: [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '6fdaf829-44f9-40c5-8371-9ac0fdcce4bc', 'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'mac_address': 'fa:16:3e:8c:9e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:50Z', 'updated_at': '2022-07-29T11:50:53Z', 'revision_number': 4, 'project_id': '861c5a0403c94abd9ae479175604c835', 'subnets': [{'id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:50:54.239864 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Publish callbacks [] for router_gateway (5ee29f13-8415-497a-b10c-4340c8557a91), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.261182 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-19998cdf-83a0-45c4-b868-4a8899cb987e', 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e', 'project_id': 'e416fabf8136411489d3964dd2af2249', 'fixed_ips': [{'subnet_id': 'bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:50:54.262747 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.270996 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-c062144f-f15d-4c8b-93f1-50ccecde1f66 None None] For port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=6fdaf829-44f9-40c5-8371-9ac0fdcce4bc,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:54.286636 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c062144f-f15d-4c8b-93f1-50ccecde1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.418883 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062144f-f15d-4c8b-93f1-50ccecde1f66 None None] Pushing event updated for resources: {'Port': ['ID=6fdaf829-44f9-40c5-8371-9ac0fdcce4bc,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:54.431394 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-2d0422d0-bc32-468d-8b16-897784c11c4b None None] Provisioning complete for port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:54.431838 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-2d0422d0-bc32-468d-8b16-897784c11c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.436859 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:54.467058 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:54.479820 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Publish callbacks [] for router_gateway (5ee29f13-8415-497a-b10c-4340c8557a91), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.501371 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.533449 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Allocated IP 172.20.0.2 (19998cdf-83a0-45c4-b868-4a8899cb987e/bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47/0218a5e8-4714-4892-bb5a-2991577cb316) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:50:54.612165 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-2d0422d0-bc32-468d-8b16-897784c11c4b None None] Current status of the port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:54.632879 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Allocated IP 172.27.2.152 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/652a4ad3-3d86-4f3c-a954-947ebe646028) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:50:54.718559 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Publish callbacks [] for port (0218a5e8-4714-4892-bb5a-2991577cb316), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.724717 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.747483 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Publish callbacks [] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.763792 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Network 19998cdf-83a0-45c4-b868-4a8899cb987e is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:54.767048 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:54.769589 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:50:54.789771 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.811036 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Pushing event updated for resources: {'Port': ['ID=0218a5e8-4714-4892-bb5a-2991577cb316,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:54.833283 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:54.839221 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:54.843280 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:50:54.849809 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Attempting to bind port 0218a5e8-4714-4892-bb5a-2991577cb316 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:50:54.850252 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Attempting to bind port 0218a5e8-4714-4892-bb5a-2991577cb316 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '16e88783-1134-4d37-b012-b0ad16ff0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:50:54.850683 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Attempting to bind port 0218a5e8-4714-4892-bb5a-2991577cb316 on network 19998cdf-83a0-45c4-b868-4a8899cb987e {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:50:54.857793 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:50:54.858267 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Checking segment: {'id': '16e88783-1134-4d37-b012-b0ad16ff0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:50:54.858733 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.859188 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Bound using segment: {'id': '16e88783-1134-4d37-b012-b0ad16ff0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:50:54.859720 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Bound port: 0218a5e8-4714-4892-bb5a-2991577cb316, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e88783-1134-4d37-b012-b0ad16ff0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:50:54.860172 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.870192 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Pushing event updated for resources: {'Port': ['ID=652a4ad3-3d86-4f3c-a954-947ebe646028,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:54.937965 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-25fb9bdd-853d-4948-9493-518976653600 None None] For port 0218a5e8-4714-4892-bb5a-2991577cb316, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:50:54.942281 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-25fb9bdd-853d-4948-9493-518976653600 None None] For port 0218a5e8-4714-4892-bb5a-2991577cb316, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=0218a5e8-4714-4892-bb5a-2991577cb316,segment=NetworkSegment(16e88783-1134-4d37-b012-b0ad16ff0316),segment_id=16e88783-1134-4d37-b012-b0ad16ff0316)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:50:54.950273 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:54.981690 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:55.023422 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb9bdd-853d-4948-9493-518976653600 None None] Pushing event updated for resources: {'Port': ['ID=0218a5e8-4714-4892-bb5a-2991577cb316,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:55.117661 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Publish callbacks [] for router_gateway (5ee29f13-8415-497a-b10c-4340c8557a91), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:55.222692 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:55.353490 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (5ee29f13-8415-497a-b10c-4340c8557a91), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:55.479554 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:55.493913 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Router 5ee29f13-8415-497a-b10c-4340c8557a91 is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:50:55.606959 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:50:55.617891 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Sync routers for ids ['5ee29f13-8415-497a-b10c-4340c8557a91'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:50:55.628438 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:55.630625 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-17a77443-8b29-41b9-9f46-03977313fef4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6332498 Jul 29 11:50:55.633924 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 45962) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:50:55.644974 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Routers {'5ee29f13-8415-497a-b10c-4340c8557a91'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:55.645796 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['5ee29f13-8415-497a-b10c-4340c8557a91'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:55.680877 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:50:55.731610 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:55.732292 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:55.771315 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Set router 5ee29f13-8415-497a-b10c-4340c8557a91 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:55.791639 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e8554284-fd38-467c-8d8e-78820c9fd4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:55.867444 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:55.869775 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 0218a5e8-4714-4892-bb5a-2991577cb316 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:50:55.885820 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:55.918627 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:55.937785 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 0218a5e8-4714-4892-bb5a-2991577cb316 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:55.938159 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:55.986828 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:55.998101 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:55.998277 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'name': 'tempest-TestMinimumBasicScenario-2076657936-router', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:54Z', 'revision_number': 3, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'gw_port': {'id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:56.030416 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Checking router: 5ee29f13-8415-497a-b10c-4340c8557a91 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:50:56.030760 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Updating router 5ee29f13-8415-497a-b10c-4340c8557a91 port 652a4ad3-3d86-4f3c-a954-947ebe646028 binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:50:56.045466 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 0218a5e8-4714-4892-bb5a-2991577cb316 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:56.045933 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.050243 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef2f2c3-8c03-4e85-ae7c-7ee6f7c9fe10 None None] Network 19998cdf-83a0-45c4-b868-4a8899cb987e requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:50:56.065168 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.132800 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port 0218a5e8-4714-4892-bb5a-2991577cb316, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=0218a5e8-4714-4892-bb5a-2991577cb316,segment=NetworkSegment(16e88783-1134-4d37-b012-b0ad16ff0316),segment_id=16e88783-1134-4d37-b012-b0ad16ff0316)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:56.145688 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.164103 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.290247 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-9575b0a7-426a-488c-9ab7-34e61cfb8b71 None None] Provisioning complete for port 0218a5e8-4714-4892-bb5a-2991577cb316 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:56.290774 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9575b0a7-426a-488c-9ab7-34e61cfb8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.335093 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Allocated IP 172.20.0.1 (19998cdf-83a0-45c4-b868-4a8899cb987e/bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47/08593991-1ebe-4e4a-bd57-88baae84f400) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:50:56.355985 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Publish callbacks [] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.362723 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.407537 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=0218a5e8-4714-4892-bb5a-2991577cb316,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:56.438563 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:56.444940 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-9575b0a7-426a-488c-9ab7-34e61cfb8b71 None None] Current status of the port 0218a5e8-4714-4892-bb5a-2991577cb316 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:56.457203 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Attempting to bind port 652a4ad3-3d86-4f3c-a954-947ebe646028 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:50:56.457691 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Attempting to bind port 652a4ad3-3d86-4f3c-a954-947ebe646028 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:50:56.458115 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Attempting to bind port 652a4ad3-3d86-4f3c-a954-947ebe646028 on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:50:56.464124 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Publish callbacks [] for port (08593991-1ebe-4e4a-bd57-88baae84f400), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.471789 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:50:56.472151 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:50:56.472544 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.472926 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:50:56.473683 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Bound port: 652a4ad3-3d86-4f3c-a954-947ebe646028, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:50:56.473820 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.476627 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42292ad7-ed51-4a08-a434-e7112c1f7fd3 None None] Pushing event updated for resources: {'Port': ['ID=652a4ad3-3d86-4f3c-a954-947ebe646028,revision_number=2']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:56.507499 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.529277 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] For port 652a4ad3-3d86-4f3c-a954-947ebe646028, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:50:56.532950 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] For port 652a4ad3-3d86-4f3c-a954-947ebe646028, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=652a4ad3-3d86-4f3c-a954-947ebe646028,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:50:56.539984 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.553228 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Network 19998cdf-83a0-45c4-b868-4a8899cb987e is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:56.558321 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:56.563240 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:50:56.587932 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Pushing event updated for resources: {'Port': ['ID=08593991-1ebe-4e4a-bd57-88baae84f400,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:56.597107 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:56.609165 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Routers {'5ee29f13-8415-497a-b10c-4340c8557a91'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:56.609835 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['5ee29f13-8415-497a-b10c-4340c8557a91'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:56.612038 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (5ee29f13-8415-497a-b10c-4340c8557a91), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.616571 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42292ad7-ed51-4a08-a434-e7112c1f7fd3 None None] Pushing event updated for resources: {'Port': ['ID=652a4ad3-3d86-4f3c-a954-947ebe646028,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:56.670068 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-ccc80d7d-dd7d-4c7a-bc23-37bea50ac629 None None] Provisioning complete for port 0218a5e8-4714-4892-bb5a-2991577cb316 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:56.670581 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ccc80d7d-dd7d-4c7a-bc23-37bea50ac629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.702613 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:56.745194 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] Set router 5ee29f13-8415-497a-b10c-4340c8557a91 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:56.758671 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.772124 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-ccc80d7d-dd7d-4c7a-bc23-37bea50ac629 None None] Current status of the port 0218a5e8-4714-4892-bb5a-2991577cb316 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:56.891294 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-152b12f0-f20d-4b31-9095-109bef812636 None None] Provisioning complete for port 08593991-1ebe-4e4a-bd57-88baae84f400 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:56.891676 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-152b12f0-f20d-4b31-9095-109bef812636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.923055 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:56.934828 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-152b12f0-f20d-4b31-9095-109bef812636 None None] Port 08593991-1ebe-4e4a-bd57-88baae84f400 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:50:56.937538 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Publish callbacks [] for port (08593991-1ebe-4e4a-bd57-88baae84f400), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.941340 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'name': 'tempest-TestMinimumBasicScenario-2076657936-router', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:54Z', 'revision_number': 3, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'gw_port': {'id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:56.942751 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:56.967226 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ac6f9-d883-4b20-831d-de3a7efa97cd None None] The sync data for ids ['5ee29f13-8415-497a-b10c-4340c8557a91'] in dv-cinder-837542-7-iscsi is: [{'id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'name': 'tempest-TestMinimumBasicScenario-2076657936-router', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:54Z', 'revision_number': 3, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'gw_port': {'id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:50:57.013733 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Pushing event updated for resources: {'Port': ['ID=08593991-1ebe-4e4a-bd57-88baae84f400,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:57.016622 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (5ee29f13-8415-497a-b10c-4340c8557a91), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:57.115395 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Network 19998cdf-83a0-45c4-b868-4a8899cb987e is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:50:57.116727 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:50:57.251332 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Router 5ee29f13-8415-497a-b10c-4340c8557a91 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:50:57.364354 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:50:57.369793 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-1bb7b23d-8902-44b3-9323-fde9d25452a2 admin admin] 10.222.0.60 "PUT /v2.0/routers/5ee29f13-8415-497a-b10c-4340c8557a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7347066 Jul 29 11:50:57.456885 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-fac77a29-963a-47d1-a38b-231d84a1db67 None None] Provisioning complete for port 08593991-1ebe-4e4a-bd57-88baae84f400 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:57.457264 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-fac77a29-963a-47d1-a38b-231d84a1db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:57.494127 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-fac77a29-963a-47d1-a38b-231d84a1db67 None None] Port 08593991-1ebe-4e4a-bd57-88baae84f400 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:50:57.744345 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 0218a5e8-4714-4892-bb5a-2991577cb316 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:50:57.794304 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 0218a5e8-4714-4892-bb5a-2991577cb316 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:57.794924 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:57.841063 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-735005e4-37dc-41a6-afcf-13c3749d296f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:57.889106 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 0218a5e8-4714-4892-bb5a-2991577cb316 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:57.890251 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 652a4ad3-3d86-4f3c-a954-947ebe646028 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:50:57.908996 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:57.937670 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 652a4ad3-3d86-4f3c-a954-947ebe646028 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:57.938048 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:58.013324 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 652a4ad3-3d86-4f3c-a954-947ebe646028 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:58.013826 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:58.039293 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port 652a4ad3-3d86-4f3c-a954-947ebe646028, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=652a4ad3-3d86-4f3c-a954-947ebe646028,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:50:58.044232 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:58.088324 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:58.095196 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=652a4ad3-3d86-4f3c-a954-947ebe646028,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:58.532561 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Sync routers for ids ['5ee29f13-8415-497a-b10c-4340c8557a91'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:50:58.546139 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Routers {'5ee29f13-8415-497a-b10c-4340c8557a91'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:58.546776 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['5ee29f13-8415-497a-b10c-4340c8557a91'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:58.662583 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Set router 5ee29f13-8415-497a-b10c-4340c8557a91 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:58.866811 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'name': 'tempest-TestMinimumBasicScenario-2076657936-router', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:56Z', 'revision_number': 4, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'gw_port': {'id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '08593991-1ebe-4e4a-bd57-88baae84f400', 'name': '', 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'mac_address': 'fa:16:3e:db:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:56Z', 'updated_at': '2022-07-29T11:50:56Z', 'revision_number': 2, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'subnets': [{'id': 'bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:58.898891 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Checking router: 5ee29f13-8415-497a-b10c-4340c8557a91 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:50:58.899252 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Updating router 5ee29f13-8415-497a-b10c-4340c8557a91 port 08593991-1ebe-4e4a-bd57-88baae84f400 binding host dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:50:58.928277 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:59.149770 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:59.227331 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Publish callbacks [] for port (08593991-1ebe-4e4a-bd57-88baae84f400), precommit_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:59.234120 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:59.292606 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0907d1b-8220-4404-b387-aa57c76989f1 None None] Pushing event updated for resources: {'Port': ['ID=08593991-1ebe-4e4a-bd57-88baae84f400,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:59.349606 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:50:59.354467 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:59.371950 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Attempting to bind port 08593991-1ebe-4e4a-bd57-88baae84f400 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:50:59.372324 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Attempting to bind port 08593991-1ebe-4e4a-bd57-88baae84f400 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '16e88783-1134-4d37-b012-b0ad16ff0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:50:59.372690 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Attempting to bind port 08593991-1ebe-4e4a-bd57-88baae84f400 on network 19998cdf-83a0-45c4-b868-4a8899cb987e {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:50:59.378868 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:50:59.379251 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Checking segment: {'id': '16e88783-1134-4d37-b012-b0ad16ff0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:50:59.379637 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:59.380028 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Bound using segment: {'id': '16e88783-1134-4d37-b012-b0ad16ff0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:50:59.380494 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Bound port: 08593991-1ebe-4e4a-bd57-88baae84f400, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e88783-1134-4d37-b012-b0ad16ff0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:50:59.380876 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:59.457657 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:50:59.459138 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] For port 08593991-1ebe-4e4a-bd57-88baae84f400, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:50:59.463544 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] For port 08593991-1ebe-4e4a-bd57-88baae84f400, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=08593991-1ebe-4e4a-bd57-88baae84f400,segment=NetworkSegment(16e88783-1134-4d37-b012-b0ad16ff0316),segment_id=16e88783-1134-4d37-b012-b0ad16ff0316)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:50:59.472582 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:59.551662 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0907d1b-8220-4404-b387-aa57c76989f1 None None] Pushing event updated for resources: {'Port': ['ID=08593991-1ebe-4e4a-bd57-88baae84f400,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:50:59.566444 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-62e5c85b-10f4-40f8-a5c3-1435512ad702 None None] Provisioning complete for port 08593991-1ebe-4e4a-bd57-88baae84f400 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:59.566816 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-62e5c85b-10f4-40f8-a5c3-1435512ad702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:59.636120 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Routers {'5ee29f13-8415-497a-b10c-4340c8557a91'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:50:59.637023 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['5ee29f13-8415-497a-b10c-4340c8557a91'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:50:59.734522 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 652a4ad3-3d86-4f3c-a954-947ebe646028 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:50:59.824862 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-62e5c85b-10f4-40f8-a5c3-1435512ad702 None None] Current status of the port 08593991-1ebe-4e4a-bd57-88baae84f400 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:50:59.825540 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-62e5c85b-10f4-40f8-a5c3-1435512ad702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:59.853732 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] Set router 5ee29f13-8415-497a-b10c-4340c8557a91 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:50:59.892935 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 652a4ad3-3d86-4f3c-a954-947ebe646028 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:50:59.893567 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:50:59.970627 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-62e5c85b-10f4-40f8-a5c3-1435512ad702 None None] For port 08593991-1ebe-4e4a-bd57-88baae84f400, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=08593991-1ebe-4e4a-bd57-88baae84f400,segment=NetworkSegment(16e88783-1134-4d37-b012-b0ad16ff0316),segment_id=16e88783-1134-4d37-b012-b0ad16ff0316)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:00.112800 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-62e5c85b-10f4-40f8-a5c3-1435512ad702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:00.253405 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:00.264360 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5c85b-10f4-40f8-a5c3-1435512ad702 None None] Pushing event updated for resources: {'Port': ['ID=08593991-1ebe-4e4a-bd57-88baae84f400,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:00.283452 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-ecd496d5-cec9-42e6-9a78-577efd253c50 None None] Provisioning complete for port 08593991-1ebe-4e4a-bd57-88baae84f400 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:51:00.283846 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ecd496d5-cec9-42e6-9a78-577efd253c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:00.288548 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 652a4ad3-3d86-4f3c-a954-947ebe646028 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:51:00.361055 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'name': 'tempest-TestMinimumBasicScenario-2076657936-router', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:56Z', 'revision_number': 4, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'gw_port': {'id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '08593991-1ebe-4e4a-bd57-88baae84f400', 'name': '', 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'mac_address': 'fa:16:3e:db:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:56Z', 'updated_at': '2022-07-29T11:50:59Z', 'revision_number': 4, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'subnets': [{'id': 'bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:00.390862 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0f274-df77-4d12-9573-6d6de90c5e32 None None] The sync data for ids ['5ee29f13-8415-497a-b10c-4340c8557a91'] in dv-cinder-837542-7-iscsi is: [{'id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'name': 'tempest-TestMinimumBasicScenario-2076657936-router', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:56Z', 'revision_number': 4, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'gw_port': {'id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '08593991-1ebe-4e4a-bd57-88baae84f400', 'name': '', 'network_id': '19998cdf-83a0-45c4-b868-4a8899cb987e', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'mac_address': 'fa:16:3e:db:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:56Z', 'updated_at': '2022-07-29T11:50:59Z', 'revision_number': 4, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'subnets': [{'id': 'bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:51:00.440410 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-ecd496d5-cec9-42e6-9a78-577efd253c50 None None] Current status of the port 08593991-1ebe-4e4a-bd57-88baae84f400 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:51:00.744131 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:00.840140 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:01.674676 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 08593991-1ebe-4e4a-bd57-88baae84f400 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:51:01.730183 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 08593991-1ebe-4e4a-bd57-88baae84f400 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:51:01.730850 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:01.756363 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:01.823526 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 08593991-1ebe-4e4a-bd57-88baae84f400 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:51:04.258348 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f85a1-fe61-44c2-922e-aef6e36df517 req-c0533054-5f4f-4cb4-8e2b-73a7df52466c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:04.260806 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d21f85a1-fe61-44c2-922e-aef6e36df517 req-c0533054-5f4f-4cb4-8e2b-73a7df52466c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0545044 Jul 29 11:51:04.312532 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d21f85a1-fe61-44c2-922e-aef6e36df517 req-d3777da3-9afe-4624-baec-3d49193d3981 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456991 Jul 29 11:51:05.450308 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a701362-5261-4c66-a722-75ab93772316 req-950cd72c-3d6a-46b3-a407-99242f3f37a2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:05.451835 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9a701362-5261-4c66-a722-75ab93772316 req-950cd72c-3d6a-46b3-a407-99242f3f37a2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0590014 Jul 29 11:51:05.508093 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9a701362-5261-4c66-a722-75ab93772316 req-73145e5a-7162-40ba-a9fb-b997320207c5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502472 Jul 29 11:51:06.623225 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2e7a2-91e7-4b17-8f9f-627b48f62639 req-611f7f9e-0cd6-4ff4-83f6-e1ee072f1317 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:06.624723 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d6b2e7a2-91e7-4b17-8f9f-627b48f62639 req-611f7f9e-0cd6-4ff4-83f6-e1ee072f1317 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0507369 Jul 29 11:51:06.673913 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d6b2e7a2-91e7-4b17-8f9f-627b48f62639 req-b98be7f6-70da-4e3c-be17-83c45849147a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436399 Jul 29 11:51:06.781958 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-3ff55586-cb74-4369-8eff-95d8ce147825 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:06.783400 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-3ff55586-cb74-4369-8eff-95d8ce147825 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/networks?id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 HTTP/1.1" status: 200 len: 815 time: 0.1027324 Jul 29 11:51:06.797974 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-9b840f33-7301-498e-ba83-ad034c18cb59 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/quotas/861c5a0403c94abd9ae479175604c835 HTTP/1.1" status: 200 len: 375 time: 0.0093107 Jul 29 11:51:06.832101 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:06.847009 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-c63555d1-4545-4a27-9ac1-357443719056 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=861c5a0403c94abd9ae479175604c835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442698 Jul 29 11:51:06.945903 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-1cef3529-762c-4690-a127-f4999cfba7af service neutron] 10.222.0.60 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870616 Jul 29 11:51:06.968441 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:07.037499 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-1e6432a4-7cb1-4458-99fd-14fe5b4668ff service neutron] 10.222.0.60 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858076 Jul 29 11:51:07.195311 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-65879b97-ee2e-49e0-afe6-72737f1b052d req-0301048c-18a6-4727-98e5-178029672409 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.0289574 Jul 29 11:51:07.358306 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=72 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:07.362303 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=83,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:07.796472 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e74c78-7ca6-41ae-b289-c53e593a1f04 req-8767db0a-5d25-458c-931e-f4688ae60988 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:07.797985 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-17e74c78-7ca6-41ae-b289-c53e593a1f04 req-8767db0a-5d25-458c-931e-f4688ae60988 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0514998 Jul 29 11:51:07.847418 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-17e74c78-7ca6-41ae-b289-c53e593a1f04 req-79c0c5b3-81db-44c5-9d7d-9e8568a9c011 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Jul 29 11:51:08.295531 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cc3fe04a-a958-4ce3-a111-999603cf18d7 req-c7bea134-0edd-4304-a880-36ddca1bc860 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.0292616 Jul 29 11:51:08.318809 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-43a77cd0-cfae-4b00-8047-bb4387b43651 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:08.320288 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-43a77cd0-cfae-4b00-8047-bb4387b43651 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.0542479 Jul 29 11:51:08.721375 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Deleting port 666ba69f-5b53-402b-9db5-8013b146c1da {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:51:08.721991 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:08.786754 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-07fdd520-b544-44ae-80c4-1db4d5c81219 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:08.788458 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-07fdd520-b544-44ae-80c4-1db4d5c81219 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.58 "GET /v2.0/networks?id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 HTTP/1.1" status: 200 len: 815 time: 0.4505391 Jul 29 11:51:08.891650 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] For port 666ba69f-5b53-402b-9db5-8013b146c1da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=666ba69f-5b53-402b-9db5-8013b146c1da,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:08.892112 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:09.053899 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a409ac-2a1d-467f-bd9f-74c26ba15344 req-3c192dbf-5ede-4ae4-b64d-c069dfb95cce tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:09.055750 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-48a409ac-2a1d-467f-bd9f-74c26ba15344 req-3c192dbf-5ede-4ae4-b64d-c069dfb95cce tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 945 time: 0.1029510 Jul 29 11:51:09.116970 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:09.117519 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (bd03e7db-08e8-4867-9790-8a8b40c44c2f), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:09.117947 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.l3_db [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Floating IP bd03e7db-08e8-4867-9790-8a8b40c44c2f disassociated. External IP: 172.27.2.236, port: 666ba69f-5b53-402b-9db5-8013b146c1da. Jul 29 11:51:09.118389 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Calling delete_port for 666ba69f-5b53-402b-9db5-8013b146c1da owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:51:09.138647 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-48a409ac-2a1d-467f-bd9f-74c26ba15344 req-97134372-2fc8-4829-b8eb-e11004dab5b9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=0fce95fd-ecee-49cb-91a0-6fc36b1710ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747533 Jul 29 11:51:09.263237 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (666ba69f-5b53-402b-9db5-8013b146c1da), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:09.299007 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event deleted for resources: {'Port': ['ID=666ba69f-5b53-402b-9db5-8013b146c1da,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:09.423301 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-346a9163-ebb4-460d-aed8-cb8d164b36f9 req-e8fd0e24-2983-4bca-9e4c-3a34d5ed5910 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.0292797 Jul 29 11:51:09.458825 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Router 38afab1a-6287-4ffd-8863-3ed231fa9bec has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:51:09.514796 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:09.574781 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:51:09.588219 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15558bc6-2587-496e-b16f-6ce1d3c1a352 None None] Sync routers for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:51:09.601683 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15558bc6-2587-496e-b16f-6ce1d3c1a352 None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:51:09.602238 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-15558bc6-2587-496e-b16f-6ce1d3c1a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:09.628473 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] No DVR routers for this DVR port 666ba69f-5b53-402b-9db5-8013b146c1da on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:51:09.631754 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:09.635669 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-3b8dc584-f459-4d30-9a6c-637c618342bf req-99e681bb-6af5-4c58-8b80-4677b69a6b31 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "DELETE /v2.0/ports/666ba69f-5b53-402b-9db5-8013b146c1da HTTP/1.1" status: 204 len: 173 time: 1.3049254 Jul 29 11:51:09.636768 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'name': 'network-vif-deleted', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:51:09.639116 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9766435f-8a23-4a44-bf6f-2540242373a8" -d '{"events": [{"server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "name": "network-vif-deleted", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:51:09.690486 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f4d555-0454-48c9-bf2f-f1bc04c6670e x-openstack-request-id: req-33f4d555-0454-48c9-bf2f-f1bc04c6670e {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:51:09.690865 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b4f838-c329-43d2-8448-82ad1ee8ad2a", "name": "network-vif-deleted", "tag": "666ba69f-5b53-402b-9db5-8013b146c1da", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:51:09.691197 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33f4d555-0454-48c9-bf2f-f1bc04c6670e {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:51:09.691672 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f4d555-0454-48c9-bf2f-f1bc04c6670e'] response: {'server_uuid': '51b4f838-c329-43d2-8448-82ad1ee8ad2a', 'name': 'network-vif-deleted', 'tag': '666ba69f-5b53-402b-9db5-8013b146c1da', 'status': 'completed', 'code': 200} Jul 29 11:51:09.738336 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-15558bc6-2587-496e-b16f-6ce1d3c1a352 None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:51:09.962792 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-15558bc6-2587-496e-b16f-6ce1d3c1a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:51Z', 'revision_number': 5, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:09.987669 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15558bc6-2587-496e-b16f-6ce1d3c1a352 None None] Checking router: 38afab1a-6287-4ffd-8863-3ed231fa9bec for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:51:09.997161 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15558bc6-2587-496e-b16f-6ce1d3c1a352 None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:51:09.997814 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-15558bc6-2587-496e-b16f-6ce1d3c1a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:50:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:10.216555 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-15558bc6-2587-496e-b16f-6ce1d3c1a352 None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:51:10.262392 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-012c2467-b153-4a09-9a5b-1d08a1fe6296 req-d3e63c68-0e0d-4f7c-882f-e0c980013555 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 210 time: 0.0396519 Jul 29 11:51:10.361740 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:10.426934 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-15558bc6-2587-496e-b16f-6ce1d3c1a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:51Z', 'revision_number': 5, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:10.459636 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15558bc6-2587-496e-b16f-6ce1d3c1a352 None None] The sync data for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi is: [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'c5d14782-b4d5-4c7b-a847-a619d3ec9e88', 'name': '', 'network_id': '4303157a-2669-4080-b15b-7be339c78e2e', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'mac_address': 'fa:16:3e:4c:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:51Z', 'revision_number': 5, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'subnets': [{'id': '0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:51:10.551880 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a2558040-f8a2-4b61-b636-099ba28c44d1 req-19200763-ca69-48b3-a9a7-6e9d89cab601 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.0366359 Jul 29 11:51:10.720252 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebca76-2e5e-49f9-8d34-637834bccdbd None None] New status for floating IP bd03e7db-08e8-4867-9790-8a8b40c44c2f: DOWN {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:51:11.372907 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9d89b96c-5269-4c7e-adff-7de60c3f2443 req-9f1f2f7e-b7ba-45a6-8af1-fdeaaa36cabd tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 210 time: 0.0324128 Jul 29 11:51:11.665234 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 666ba69f-5b53-402b-9db5-8013b146c1da no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:51:11.687497 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 666ba69f-5b53-402b-9db5-8013b146c1da {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:51:11.688019 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 666ba69f-5b53-402b-9db5-8013b146c1da not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:51:11.910647 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c65f9123-f0ec-44d5-8914-aff4059c2371 req-caeca2fa-2f6c-4c1d-aa52-ba8ea88e8d54 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.2831643 Jul 29 11:51:12.478608 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ff23bc42-5b86-48bc-ab12-9a361f47e759 req-82220c0e-9adb-487e-812d-784b9cdb60d5 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 210 time: 0.0285776 Jul 29 11:51:13.015103 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0eaf694e-3461-41e6-bd1a-3c386fafac76 req-78050240-27b5-4e81-849b-040d10271440 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.0290008 Jul 29 11:51:13.587004 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c7f71756-451d-4de3-8595-6a8a652fa497 req-1ffb629e-cb28-439b-8e51-535b07dd6112 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 210 time: 0.0321155 Jul 29 11:51:14.123677 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-817bea30-4674-4836-90fe-e1d198f306a8 req-e1bba950-da21-457d-b04b-0f187ad0a6a7 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.0329845 Jul 29 11:51:14.700885 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1947900a-0f4d-4aa6-93f3-04c796e8b282 req-ca180b8b-a434-4506-9628-9a6d27066098 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 210 time: 0.0298166 Jul 29 11:51:15.231192 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8d002f24-118f-4362-b7be-cc1bec24b028 req-9de619f8-66f9-4d28-ab9d-e7c5cf96236c tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.0311790 Jul 29 11:51:15.805722 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-16dca24b-238b-4a23-a3d9-4c9ac3066060 req-9049d1a3-ed73-4537-9d28-bbd7bf1d0a38 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 210 time: 0.0292313 Jul 29 11:51:16.338904 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d915a107-c658-4472-8bbd-d461da4745d4 req-1b24c84e-9db7-4d7d-83df-1374ff69042d tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.0320809 Jul 29 11:51:16.908147 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-325e8fc9-3990-4272-b791-26c248abc218 req-97337bad-4693-4d7b-89e1-1bd7ee745f71 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=51b4f838-c329-43d2-8448-82ad1ee8ad2a HTTP/1.1" status: 200 len: 210 time: 0.0282905 Jul 29 11:51:17.211810 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Request body: {'port': {'device_id': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'admin_state_up': True, 'tenant_id': '861c5a0403c94abd9ae479175604c835'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:17.308248 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:17.322616 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Made reservation on behalf of 861c5a0403c94abd9ae479175604c835 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:51:17.326522 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:17.445488 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d0d90d47-24e3-4408-9c10-e7683fd7abac req-1b76f494-74ef-4a66-bf93-211375a57c8a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.0287802 Jul 29 11:51:17.459351 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Allocated IP 172.20.0.7 (4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6/5967605b-dd9b-46b1-aaab-707eaac57e42/60afe5bb-47c8-40c1-8b64-67d4e2f7c626) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:51:17.616751 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:17.650297 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:17.696159 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:51:17.700635 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:51:17.704874 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:51:17.732760 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'Port': ['ID=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:17.764036 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:17.764701 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:17.782228 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-82bdc8c8-46b2-4463-8ac5-3aafa0318dea tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741081 Jul 29 11:51:17.795976 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Request body: {'port': {'device_id': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:17.859204 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:17.901846 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-e54c2556-ee72-409b-b3bc-b1cc908bbc47 None None] Provisioning complete for port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:51:17.902537 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e54c2556-ee72-409b-b3bc-b1cc908bbc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:17.914249 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:17.934202 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-e54c2556-ee72-409b-b3bc-b1cc908bbc47 None None] Port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:51:18.007303 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46136) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:18.063951 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-704bfc32-51dd-4c3e-bc95-d44bafd2b0c1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group (0fce95fd-ecee-49cb-91a0-6fc36b1710ce), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.090051 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-704bfc32-51dd-4c3e-bc95-d44bafd2b0c1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group (0fce95fd-ecee-49cb-91a0-6fc36b1710ce), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.121108 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:51:18.127094 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:18.129098 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Publish callbacks [] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.139092 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-704bfc32-51dd-4c3e-bc95-d44bafd2b0c1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0fce95fd-ecee-49cb-91a0-6fc36b1710ce), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.141926 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-704bfc32-51dd-4c3e-bc95-d44bafd2b0c1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.142148 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Transition to ACTIVE for port object 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:51:18.143319 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-704bfc32-51dd-4c3e-bc95-d44bafd2b0c1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "DELETE /v2.0/security-groups/0fce95fd-ecee-49cb-91a0-6fc36b1710ce HTTP/1.1" status: 204 len: 168 time: 0.1349986 Jul 29 11:51:18.146049 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46138) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:18.154138 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc32-51dd-4c3e-bc95-d44bafd2b0c1 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fce95fd-ecee-49cb-91a0-6fc36b1710ce,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:18.154721 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.184801 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.api.v2.resource [None req-02af2a5d-8f28-458c-a7d9-e5769db6e689 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] show failed (client error): The resource could not be found. Jul 29 11:51:18.185920 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-02af2a5d-8f28-458c-a7d9-e5769db6e689 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups/0fce95fd-ecee-49cb-91a0-6fc36b1710ce HTTP/1.1" status: 404 len: 347 time: 0.0389090 Jul 29 11:51:18.188885 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46140) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:18.216083 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:18.294342 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Attempting to bind port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:51:18.294824 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Attempting to bind port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:51:18.295257 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Attempting to bind port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 on network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:51:18.300784 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 on network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:51:18.301252 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Attempting to bind port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 on network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:51:18.306831 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:51:18.307293 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Checking segment: {'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:51:18.308397 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Bound using segment: {'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:51:18.308892 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Bound port: 60afe5bb-47c8-40c1-8b64-67d4e2f7c626, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1ea722-a5a6-4887-bae4-d69a6c761a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:51:18.309328 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.317532 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb2425-56a8-4811-ab40-59f0d4f9eb30 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Deleting port 028b24a1-451b-4bca-9f34-dcd4c2ccada7 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:51:18.317870 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c6fb2425-56a8-4811-ab40-59f0d4f9eb30 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (028b24a1-451b-4bca-9f34-dcd4c2ccada7), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.379871 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] For port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:51:18.382966 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] For port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:51:18.390005 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.396962 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c6fb2425-56a8-4811-ab40-59f0d4f9eb30 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (028b24a1-451b-4bca-9f34-dcd4c2ccada7), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.397287 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c6fb2425-56a8-4811-ab40-59f0d4f9eb30 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for floatingip (028b24a1-451b-4bca-9f34-dcd4c2ccada7), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.414194 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb2425-56a8-4811-ab40-59f0d4f9eb30 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Calling delete_port for 028b24a1-451b-4bca-9f34-dcd4c2ccada7 owned by network:floatingip {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:51:18.422690 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:18.423487 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.424882 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] 10.222.0.58 "PUT /v2.0/ports/60afe5bb-47c8-40c1-8b64-67d4e2f7c626 HTTP/1.1" status: 200 len: 1093 time: 0.6331816 Jul 29 11:51:18.427080 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:51:18.429977 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb4e97e-2173-45eb-bdad-4f520130cf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:51:18.461030 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bef55-03a4-4741-8eb5-3752e5271ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:18.468517 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:18.517245 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ca024e-78b7-483d-bacc-d0e36f737634 x-openstack-request-id: req-57ca024e-78b7-483d-bacc-d0e36f737634 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:51:18.518163 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:51:18.518419 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57ca024e-78b7-483d-bacc-d0e36f737634 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:51:18.518847 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ca024e-78b7-483d-bacc-d0e36f737634'] response: {'name': 'network-changed', 'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'status': 'completed', 'code': 200} Jul 29 11:51:18.533150 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-59c39bad-cb1d-46e6-a765-df4be70c227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:18.534043 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:18.535037 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-59c39bad-cb1d-46e6-a765-df4be70c227f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=861c5a0403c94abd9ae479175604c835&device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 1127 time: 0.0571318 Jul 29 11:51:18.581752 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-7f93fe34-73bc-4b54-87d7-7fdb5c05121a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626 HTTP/1.1" status: 200 len: 217 time: 0.0385098 Jul 29 11:51:18.598490 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6eebe-1d9a-4280-bb15-0f8774f0d378 req-f0776fcf-6870-4698-bc4a-6f3ba6df2198 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:18.600910 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-50c6eebe-1d9a-4280-bb15-0f8774f0d378 req-f0776fcf-6870-4698-bc4a-6f3ba6df2198 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 943 time: 0.0657005 Jul 29 11:51:18.602065 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c6fb2425-56a8-4811-ab40-59f0d4f9eb30 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (028b24a1-451b-4bca-9f34-dcd4c2ccada7), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.647353 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-f62d40e0-faac-4fda-b050-00bb40b3f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:18.648847 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-f62d40e0-faac-4fda-b050-00bb40b3f2c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5967605b-dd9b-46b1-aaab-707eaac57e42 HTTP/1.1" status: 200 len: 854 time: 0.0582294 Jul 29 11:51:18.668490 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb2425-56a8-4811-ab40-59f0d4f9eb30 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event deleted for resources: {'Port': ['ID=028b24a1-451b-4bca-9f34-dcd4c2ccada7,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:18.699667 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-1f08dd6b-11af-41ab-adde-cad69b1fc37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:18.701232 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-1f08dd6b-11af-41ab-adde-cad69b1fc37b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457356 Jul 29 11:51:18.733636 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-50c6eebe-1d9a-4280-bb15-0f8774f0d378 req-3efff5d0-95af-45fc-893d-ed88b54edf71 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218810 Jul 29 11:51:18.740300 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c6fb2425-56a8-4811-ab40-59f0d4f9eb30 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks [] for floatingip (bd03e7db-08e8-4867-9790-8a8b40c44c2f), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.742827 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c6fb2425-56a8-4811-ab40-59f0d4f9eb30 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:18.743952 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c6fb2425-56a8-4811-ab40-59f0d4f9eb30 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "DELETE /v2.0/floatingips/bd03e7db-08e8-4867-9790-8a8b40c44c2f HTTP/1.1" status: 204 len: 168 time: 0.5539646 Jul 29 11:51:18.800073 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-ddbec7f8-39cc-43f5-9eaa-a7b5ca3ede1d service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899069 Jul 29 11:51:18.894121 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-9f8c102f-d9d3-4580-b388-e042df53d9c4 req-ac6188df-b061-4e05-9899-f961a65f5d68 service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847979 Jul 29 11:51:19.838668 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:19.875805 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4e97e-2173-45eb-bdad-4f520130cf4b req-ed9978b0-af60-492e-9ed0-62b916221492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:19.877323 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8cb4e97e-2173-45eb-bdad-4f520130cf4b req-ed9978b0-af60-492e-9ed0-62b916221492 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=861c5a0403c94abd9ae479175604c835&device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 1127 time: 0.0477405 Jul 29 11:51:19.987703 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4e97e-2173-45eb-bdad-4f520130cf4b req-1452ee6c-7f90-4caa-90eb-2cd4d4e58ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:19.989255 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8cb4e97e-2173-45eb-bdad-4f520130cf4b req-1452ee6c-7f90-4caa-90eb-2cd4d4e58ec2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 HTTP/1.1" status: 200 len: 916 time: 0.1008854 Jul 29 11:51:20.030812 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8cb4e97e-2173-45eb-bdad-4f520130cf4b req-f405104c-d13f-4739-9e3b-1028ac42c76e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626 HTTP/1.1" status: 200 len: 217 time: 0.0341990 Jul 29 11:51:20.038510 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a51204-cd8b-40d4-a385-44810e68fda8 req-ed434e86-d5c6-4f30-8e0c-9657f2a6fc82 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:20.039992 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c0a51204-cd8b-40d4-a385-44810e68fda8 req-ed434e86-d5c6-4f30-8e0c-9657f2a6fc82 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 943 time: 0.2323871 Jul 29 11:51:20.086632 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4e97e-2173-45eb-bdad-4f520130cf4b req-33056fa4-32c5-410a-bfc9-791d90ecca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:20.087815 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c0a51204-cd8b-40d4-a385-44810e68fda8 req-61077559-4223-49dc-a310-75ac29e4a8a1 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421336 Jul 29 11:51:20.088084 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8cb4e97e-2173-45eb-bdad-4f520130cf4b req-33056fa4-32c5-410a-bfc9-791d90ecca61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5967605b-dd9b-46b1-aaab-707eaac57e42 HTTP/1.1" status: 200 len: 854 time: 0.0498219 Jul 29 11:51:20.133431 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4e97e-2173-45eb-bdad-4f520130cf4b req-2ded5964-f6f3-4ebd-ad62-1b847dcfed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:20.135068 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8cb4e97e-2173-45eb-bdad-4f520130cf4b req-2ded5964-f6f3-4ebd-ad62-1b847dcfed83 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409143 Jul 29 11:51:20.194886 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:20.231452 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8cb4e97e-2173-45eb-bdad-4f520130cf4b req-0725bf22-311f-47a1-b2db-955a533cf2ff service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893190 Jul 29 11:51:20.319520 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8cb4e97e-2173-45eb-bdad-4f520130cf4b req-728bd175-0250-4c96-a0f6-84729354bb6a service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816808 Jul 29 11:51:20.424561 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=7 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:20.430454 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=80 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:21.215585 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d927c-5af0-4581-bee1-4b51c42e57e5 req-ac4531f4-fe54-4836-b5e0-bb7744c520d7 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:21.217070 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8d9d927c-5af0-4581-bee1-4b51c42e57e5 req-ac4531f4-fe54-4836-b5e0-bb7744c520d7 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 943 time: 0.0482230 Jul 29 11:51:21.267441 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8d9d927c-5af0-4581-bee1-4b51c42e57e5 req-bd671012-9a5c-4e45-b3f2-5f89d97f7629 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435791 Jul 29 11:51:21.315599 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3bc39-b5a2-410e-9654-548275c142ed req-99988d88-66e8-4717-ae7e-55d2fff57e3e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:21.317072 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-09c3bc39-b5a2-410e-9654-548275c142ed req-99988d88-66e8-4717-ae7e-55d2fff57e3e tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0991139 Jul 29 11:51:21.366735 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-09c3bc39-b5a2-410e-9654-548275c142ed req-fdecaf07-98f3-4b21-9255-b3c391e8aba2 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Jul 29 11:51:21.686130 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:51:21.785192 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:21.797238 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'port_id': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'mac_address': 'fa:16:3e:45:2d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:51:21.832231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:51:21.832620 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:21.845610 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:51:21.869341 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:21.873882 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:21.922245 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:22.139570 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['60afe5bb-47c8-40c1-8b64-67d4e2f7c626'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:51:22.190646 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:22.386240 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984c9da-d379-4939-85d5-8011081de1c9 req-0d7a289e-5f31-4ba1-8092-9b6ceea486fe tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:22.387678 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f984c9da-d379-4939-85d5-8011081de1c9 req-0d7a289e-5f31-4ba1-8092-9b6ceea486fe tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 944 time: 0.0471625 Jul 29 11:51:22.435337 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f984c9da-d379-4939-85d5-8011081de1c9 req-c7162ff9-119f-4fc9-8b6a-5d068c43b7fd tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Jul 29 11:51:22.487371 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b4b90-1c08-4a27-a530-5c63d50aad0a req-6d205d60-c6f3-4d0a-b510-f694dea1f71a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:22.488802 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b44b4b90-1c08-4a27-a530-5c63d50aad0a req-6d205d60-c6f3-4d0a-b510-f694dea1f71a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0468142 Jul 29 11:51:22.535470 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b44b4b90-1c08-4a27-a530-5c63d50aad0a req-e2dffd9f-0a23-40a0-bc61-2003698d56cb tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411656 Jul 29 11:51:23.556755 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a00702-f5fb-4dbc-adda-bed04060b0e3 req-11221591-f2eb-44e7-844b-06ef21b1fc6a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:23.558755 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f0a00702-f5fb-4dbc-adda-bed04060b0e3 req-11221591-f2eb-44e7-844b-06ef21b1fc6a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 944 time: 0.0507739 Jul 29 11:51:23.607363 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f0a00702-f5fb-4dbc-adda-bed04060b0e3 req-fdfc7b29-4f3c-44e0-8732-51971fb06da4 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429637 Jul 29 11:51:23.655026 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24b801-7c5d-431a-8720-b526f41fca89 req-e88d378c-970e-4ca6-acb7-8b00fe1bca37 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:23.659063 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-df24b801-7c5d-431a-8720-b526f41fca89 req-e88d378c-970e-4ca6-acb7-8b00fe1bca37 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0482819 Jul 29 11:51:23.694398 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbfad7-7a54-4d0a-95e5-9dae41709727 req-c4784ce9-71c7-47d5-a778-23f016f09654 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:23.695856 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a0bbfad7-7a54-4d0a-95e5-9dae41709727 req-c4784ce9-71c7-47d5-a778-23f016f09654 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 945 time: 0.0487936 Jul 29 11:51:23.704640 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-df24b801-7c5d-431a-8720-b526f41fca89 req-74e3a329-fa01-408f-98ad-aa859e1be67c tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424042 Jul 29 11:51:23.711138 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:51:23.759124 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:51:23.764960 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:51:23.765372 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:23.791528 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-a0bbfad7-7a54-4d0a-95e5-9dae41709727 req-ffde9c60-0e63-41d7-8a2e-9a82a5c00772 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Deleting port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:51:23.791926 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-a0bbfad7-7a54-4d0a-95e5-9dae41709727 req-ffde9c60-0e63-41d7-8a2e-9a82a5c00772 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:23.801354 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:23.839402 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:51:23.839976 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:23.863417 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:51:23.865669 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41f85e6-5efd-4843-b6a5-6c028823d878" -d '{"events": [{"server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "name": "network-vif-plugged", "status": "completed", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:51:23.881633 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:23.884127 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-a0bbfad7-7a54-4d0a-95e5-9dae41709727 req-ffde9c60-0e63-41d7-8a2e-9a82a5c00772 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] For port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:23.884487 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-a0bbfad7-7a54-4d0a-95e5-9dae41709727 req-ffde9c60-0e63-41d7-8a2e-9a82a5c00772 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:23.887757 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:23.903621 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-a0bbfad7-7a54-4d0a-95e5-9dae41709727 req-ffde9c60-0e63-41d7-8a2e-9a82a5c00772 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Calling delete_port for c7dcc6c9-56c0-4221-a382-4dc2c7a538eb owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:51:23.915439 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd8c8c3-fc29-4c3d-991b-b28bdd204795 x-openstack-request-id: req-7cd8c8c3-fc29-4c3d-991b-b28bdd204795 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:51:23.915749 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "name": "network-vif-plugged", "status": "completed", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:51:23.916138 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7cd8c8c3-fc29-4c3d-991b-b28bdd204795 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:51:23.916398 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd8c8c3-fc29-4c3d-991b-b28bdd204795'] response: {'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'code': 200} Jul 29 11:51:23.944287 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:24.036777 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-a0bbfad7-7a54-4d0a-95e5-9dae41709727 req-ffde9c60-0e63-41d7-8a2e-9a82a5c00772 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (c7dcc6c9-56c0-4221-a382-4dc2c7a538eb), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:24.052529 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['a089bb79-5e40-4138-a8cf-26b1b99b5535', 'c7dcc6c9-56c0-4221-a382-4dc2c7a538eb'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:51:24.094232 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde9c60-0e63-41d7-8a2e-9a82a5c00772 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event deleted for resources: {'Port': ['ID=c7dcc6c9-56c0-4221-a382-4dc2c7a538eb,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:24.110388 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e80152-48c7-4f40-b50b-853193d9dc5e req-2fddb87a-b810-438e-a11b-bee439299acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:24.111917 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c1e80152-48c7-4f40-b50b-853193d9dc5e req-2fddb87a-b810-438e-a11b-bee439299acb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 1129 time: 0.0687997 Jul 29 11:51:24.159794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bbfad7-7a54-4d0a-95e5-9dae41709727 req-ffde9c60-0e63-41d7-8a2e-9a82a5c00772 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] No DVR routers for this DVR port c7dcc6c9-56c0-4221-a382-4dc2c7a538eb on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:51:24.163283 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-a0bbfad7-7a54-4d0a-95e5-9dae41709727 req-ffde9c60-0e63-41d7-8a2e-9a82a5c00772 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:24.167221 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a0bbfad7-7a54-4d0a-95e5-9dae41709727 req-ffde9c60-0e63-41d7-8a2e-9a82a5c00772 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "DELETE /v2.0/ports/c7dcc6c9-56c0-4221-a382-4dc2c7a538eb HTTP/1.1" status: 204 len: 173 time: 0.4646699 Jul 29 11:51:24.167683 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600bd88b-d9ed-4efe-a4fe-5ae8a93497c9', 'name': 'network-vif-deleted', 'tag': 'c7dcc6c9-56c0-4221-a382-4dc2c7a538eb'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:51:24.170051 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f295bbbe-af2b-474f-8e9d-fa0aed3c279b" -d '{"events": [{"server_uuid": "600bd88b-d9ed-4efe-a4fe-5ae8a93497c9", "name": "network-vif-deleted", "tag": "c7dcc6c9-56c0-4221-a382-4dc2c7a538eb"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:51:24.209364 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c1e80152-48c7-4f40-b50b-853193d9dc5e req-fbd0ebab-f427-4db3-826e-d68f5561005f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810566 Jul 29 11:51:24.227898 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfdc034-8229-46a9-a296-bed9efe55f63 x-openstack-request-id: req-9dfdc034-8229-46a9-a296-bed9efe55f63 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:51:24.228257 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600bd88b-d9ed-4efe-a4fe-5ae8a93497c9", "name": "network-vif-deleted", "tag": "c7dcc6c9-56c0-4221-a382-4dc2c7a538eb", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:51:24.228513 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9dfdc034-8229-46a9-a296-bed9efe55f63 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:51:24.228921 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dfdc034-8229-46a9-a296-bed9efe55f63'] response: {'server_uuid': '600bd88b-d9ed-4efe-a4fe-5ae8a93497c9', 'name': 'network-vif-deleted', 'tag': 'c7dcc6c9-56c0-4221-a382-4dc2c7a538eb', 'status': 'completed', 'code': 200} Jul 29 11:51:24.717368 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:24.737182 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51affc64-0dc4-45fb-9fb3-21aa4d6eb8f2 req-eb4a3974-a3fa-485e-a745-3da1a123fdde tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:24.738801 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-51affc64-0dc4-45fb-9fb3-21aa4d6eb8f2 req-eb4a3974-a3fa-485e-a745-3da1a123fdde tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 945 time: 0.0554619 Jul 29 11:51:24.789815 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-51affc64-0dc4-45fb-9fb3-21aa4d6eb8f2 req-afe052f7-9aed-49fd-83e0-e762c415b0b4 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Jul 29 11:51:24.818955 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f4ac3528-cc0e-4d3f-9d6a-e01de07ed35e req-011a91ef-cb96-49fc-a60d-b640a5e75e16 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=600bd88b-d9ed-4efe-a4fe-5ae8a93497c9 HTTP/1.1" status: 200 len: 210 time: 0.0279469 Jul 29 11:51:25.475182 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:25.809978 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e809e65d-1910-4504-802d-c97b2556cf2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:25.911660 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2b053-3626-4575-8fcc-d8758603fc39 req-ff630ade-c9c5-40cb-b98f-e5d9925b1717 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:25.913234 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4de2b053-3626-4575-8fcc-d8758603fc39 req-ff630ade-c9c5-40cb-b98f-e5d9925b1717 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 945 time: 0.0484707 Jul 29 11:51:25.944922 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:25.962527 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4de2b053-3626-4575-8fcc-d8758603fc39 req-f34ee42c-4226-42dc-8564-cd7a3b0907c2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432045 Jul 29 11:51:26.112635 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20504dd-734e-4b67-8be4-d8dee9bbe596 req-14149793-8e3d-4690-adee-8e85dcf988c3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:26.114030 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d20504dd-734e-4b67-8be4-d8dee9bbe596 req-14149793-8e3d-4690-adee-8e85dcf988c3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 945 time: 0.0782607 Jul 29 11:51:26.133312 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cfc65-7ffc-4d80-9168-a8ab2c20e793 req-0a075853-8e6d-4648-8a96-e8c8d379c638 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:26.134735 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-005cfc65-7ffc-4d80-9168-a8ab2c20e793 req-0a075853-8e6d-4648-8a96-e8c8d379c638 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0663860 Jul 29 11:51:26.198407 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d20504dd-734e-4b67-8be4-d8dee9bbe596 req-67c4ffec-dd5e-487c-8557-df1d3f50c23e tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787327 Jul 29 11:51:26.210438 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-005cfc65-7ffc-4d80-9168-a8ab2c20e793 req-36981a51-39be-45c5-bfe9-e51ff8b04a7d tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677397 Jul 29 11:51:26.537993 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23bdc0-48b2-49f1-b148-8ded40f5caa1 req-9dd53ec1-2ff5-4743-8914-7b12eec29a43 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:26.539417 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dc23bdc0-48b2-49f1-b148-8ded40f5caa1 req-9dd53ec1-2ff5-4743-8914-7b12eec29a43 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 945 time: 0.0518630 Jul 29 11:51:26.586326 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dc23bdc0-48b2-49f1-b148-8ded40f5caa1 req-81fa4c47-ea33-4bf4-b1b6-d819c7bcc55b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Jul 29 11:51:27.333604 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f5949-ffe5-487c-bc9c-018ed8054801 req-d35ae5f5-d160-4134-9175-388342b51a84 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:27.335033 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e46f5949-ffe5-487c-bc9c-018ed8054801 req-d35ae5f5-d160-4134-9175-388342b51a84 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0467319 Jul 29 11:51:27.381136 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e46f5949-ffe5-487c-bc9c-018ed8054801 req-a2dbfa98-ed33-430d-8122-09dab3618ce9 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Jul 29 11:51:27.718011 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device c7dcc6c9-56c0-4221-a382-4dc2c7a538eb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:51:27.737869 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: c7dcc6c9-56c0-4221-a382-4dc2c7a538eb {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:51:27.738215 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device c7dcc6c9-56c0-4221-a382-4dc2c7a538eb not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:51:27.824058 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a9aa02ea-c4c8-4b57-9c39-82df4aa28708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:28.501270 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b9ed9-b654-4ca1-805d-094094867788 req-9e976ef3-463e-4579-87bb-706713dab120 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:28.502769 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-442b9ed9-b654-4ca1-805d-094094867788 req-9e976ef3-463e-4579-87bb-706713dab120 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0467901 Jul 29 11:51:28.552757 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-442b9ed9-b654-4ca1-805d-094094867788 req-29c30335-4bcd-49c0-94ba-1cf71963b77a tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440936 Jul 29 11:51:29.131998 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:29.672897 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45d2d4-0a08-47c7-9396-95ee86e8e24e req-47c8ed83-7d2b-4ef3-9f00-dc45ba7fef08 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:29.674316 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3c45d2d4-0a08-47c7-9396-95ee86e8e24e req-47c8ed83-7d2b-4ef3-9f00-dc45ba7fef08 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0476053 Jul 29 11:51:29.731848 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3c45d2d4-0a08-47c7-9396-95ee86e8e24e req-5bc7753d-0440-409d-a94d-b347490d0dde tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.60 "GET /v2.0/security-groups?id=6de494f7-336c-4e22-891b-26be5248392f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517733 Jul 29 11:51:29.762393 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b1a7-f65b-4a8c-950c-108dd0c42d7e req-6ee651bb-69f7-479b-8bd0-ba966b6a77cb tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:29.763928 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-3031b1a7-f65b-4a8c-950c-108dd0c42d7e req-6ee651bb-69f7-479b-8bd0-ba966b6a77cb tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e39f512-b616-4e06-9f81-f853454d67aa HTTP/1.1" status: 200 len: 946 time: 0.0550897 Jul 29 11:51:29.798821 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:29.851006 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-3031b1a7-f65b-4a8c-950c-108dd0c42d7e req-3720675d-69d3-4553-8a70-5b9368daa647 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Deleting port a089bb79-5e40-4138-a8cf-26b1b99b5535 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:51:29.851354 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3031b1a7-f65b-4a8c-950c-108dd0c42d7e req-3720675d-69d3-4553-8a70-5b9368daa647 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:29.943622 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-3031b1a7-f65b-4a8c-950c-108dd0c42d7e req-3720675d-69d3-4553-8a70-5b9368daa647 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] For port a089bb79-5e40-4138-a8cf-26b1b99b5535, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a089bb79-5e40-4138-a8cf-26b1b99b5535,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:29.944044 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3031b1a7-f65b-4a8c-950c-108dd0c42d7e req-3720675d-69d3-4553-8a70-5b9368daa647 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:29.958040 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-3031b1a7-f65b-4a8c-950c-108dd0c42d7e req-3720675d-69d3-4553-8a70-5b9368daa647 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Calling delete_port for a089bb79-5e40-4138-a8cf-26b1b99b5535 owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:51:29.998594 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:30.086771 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3031b1a7-f65b-4a8c-950c-108dd0c42d7e req-3720675d-69d3-4553-8a70-5b9368daa647 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (a089bb79-5e40-4138-a8cf-26b1b99b5535), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:30.103362 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['a089bb79-5e40-4138-a8cf-26b1b99b5535'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:51:30.113979 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720675d-69d3-4553-8a70-5b9368daa647 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Pushing event deleted for resources: {'Port': ['ID=a089bb79-5e40-4138-a8cf-26b1b99b5535,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:30.164577 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3031b1a7-f65b-4a8c-950c-108dd0c42d7e req-3720675d-69d3-4553-8a70-5b9368daa647 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] No DVR routers for this DVR port a089bb79-5e40-4138-a8cf-26b1b99b5535 on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:51:30.167691 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3031b1a7-f65b-4a8c-950c-108dd0c42d7e req-3720675d-69d3-4553-8a70-5b9368daa647 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:30.170898 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-3031b1a7-f65b-4a8c-950c-108dd0c42d7e req-3720675d-69d3-4553-8a70-5b9368daa647 tempest-ServerRescueNegativeTestJSON-1574150610 tempest-ServerRescueNegativeTestJSON-1574150610-project] 10.222.0.58 "DELETE /v2.0/ports/a089bb79-5e40-4138-a8cf-26b1b99b5535 HTTP/1.1" status: 204 len: 173 time: 0.4015944 Jul 29 11:51:30.171330 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e39f512-b616-4e06-9f81-f853454d67aa', 'name': 'network-vif-deleted', 'tag': 'a089bb79-5e40-4138-a8cf-26b1b99b5535'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:51:30.173631 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dbdb8c-ad8f-4d98-b346-a2b2be57eb93" -d '{"events": [{"server_uuid": "8e39f512-b616-4e06-9f81-f853454d67aa", "name": "network-vif-deleted", "tag": "a089bb79-5e40-4138-a8cf-26b1b99b5535"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:51:30.216705 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86da6b4a-d68b-4ea2-8cce-03be94d70f60 x-openstack-request-id: req-86da6b4a-d68b-4ea2-8cce-03be94d70f60 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:51:30.216999 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e39f512-b616-4e06-9f81-f853454d67aa", "name": "network-vif-deleted", "tag": "a089bb79-5e40-4138-a8cf-26b1b99b5535", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:51:30.217249 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86da6b4a-d68b-4ea2-8cce-03be94d70f60 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:51:30.217683 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86da6b4a-d68b-4ea2-8cce-03be94d70f60'] response: {'server_uuid': '8e39f512-b616-4e06-9f81-f853454d67aa', 'name': 'network-vif-deleted', 'tag': 'a089bb79-5e40-4138-a8cf-26b1b99b5535', 'status': 'completed', 'code': 200} Jul 29 11:51:30.719727 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:30.767349 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-5e72f0e8-5c99-46f1-b4d3-6470a25586b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387893 Jul 29 11:51:30.805367 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46276) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:30.835708 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:30.853056 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-415d7847-0334-4019-b900-0587302364f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:30.854644 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-415d7847-0334-4019-b900-0587302364f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 1129 time: 0.0408289 Jul 29 11:51:31.047450 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-5eea0d93-35d8-49de-9bb0-573cc168b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:31.048830 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-5eea0d93-35d8-49de-9bb0-573cc168b0d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 916 time: 0.1724467 Jul 29 11:51:31.174910 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-2cde0090-2a9e-487d-aeaf-c89b102d0125 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df601806-d30d-4808-ad00-6cb495f89154 HTTP/1.1" status: 200 len: 1001 time: 0.1171336 Jul 29 11:51:31.495320 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-200b1833-87d5-4aaf-99ed-588158bfb217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:31.496779 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-200b1833-87d5-4aaf-99ed-588158bfb217 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.3151689 Jul 29 11:51:31.554970 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:31.569722 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-4401a3ef-f52d-4d75-ba7a-0d1a156133b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:31.571242 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-4401a3ef-f52d-4d75-ba7a-0d1a156133b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670402 Jul 29 11:51:31.669978 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868379'] for router_interface (38afab1a-6287-4ffd-8863-3ed231fa9bec), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:31.721254 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:31.744087 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-b0f1f0a8-dbb9-4c80-8288-4eecde9d6ca2 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617227 Jul 29 11:51:31.918914 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-10ff6e76-992f-4c82-a662-48e03895cef4 req-961c74d7-b163-42b5-807e-ee8bff8fa3e6 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500745 Jul 29 11:51:31.993991 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] Deleting port c5d14782-b4d5-4c7b-a847-a619d3ec9e88 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:51:31.994328 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:32.072172 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] For port c5d14782-b4d5-4c7b-a847-a619d3ec9e88, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=c5d14782-b4d5-4c7b-a847-a619d3ec9e88,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:32.072447 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:32.085439 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] Calling delete_port for c5d14782-b4d5-4c7b-a847-a619d3ec9e88 owned by network:router_interface {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:51:32.262888 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (c5d14782-b4d5-4c7b-a847-a619d3ec9e88), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:32.290587 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d14782-b4d5-4c7b-a847-a619d3ec9e88,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:32.435072 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:32.456279 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-868495'] for router_interface (38afab1a-6287-4ffd-8863-3ed231fa9bec), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:32.509843 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:32.663085 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] Router 38afab1a-6287-4ffd-8863-3ed231fa9bec has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:51:32.767068 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:51:32.771926 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-2baea0a6-19fb-4a36-9d5d-b10347eb5878 admin admin] 10.222.0.60 "PUT /v2.0/routers/38afab1a-6287-4ffd-8863-3ed231fa9bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9654996 Jul 29 11:51:32.774535 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46296) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:32.777702 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66e9607-9bb7-416c-bc5a-f178578cd2cd None None] Sync routers for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:51:32.787923 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e9607-9bb7-416c-bc5a-f178578cd2cd None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:51:32.788535 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e66e9607-9bb7-416c-bc5a-f178578cd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:51:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:32.876808 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Publish callbacks [] for router (38afab1a-6287-4ffd-8863-3ed231fa9bec), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:32.895771 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-e66e9607-9bb7-416c-bc5a-f178578cd2cd None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:51:32.981183 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Publish callbacks [] for router_gateway (38afab1a-6287-4ffd-8863-3ed231fa9bec), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.050523 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Deleting port aefb413d-152d-47f8-a306-46a50e7a9744 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:51:33.050866 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.081308 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e66e9607-9bb7-416c-bc5a-f178578cd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:51:32Z', 'revision_number': 5, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port': {'id': 'aefb413d-152d-47f8-a306-46a50e7a9744', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:33.122024 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66e9607-9bb7-416c-bc5a-f178578cd2cd None None] Checking router: 38afab1a-6287-4ffd-8863-3ed231fa9bec for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:51:33.131289 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e9607-9bb7-416c-bc5a-f178578cd2cd None None] Routers {'38afab1a-6287-4ffd-8863-3ed231fa9bec'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:51:33.131950 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e66e9607-9bb7-416c-bc5a-f178578cd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:51:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['38afab1a-6287-4ffd-8863-3ed231fa9bec'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:33.142325 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d5bb-ee0d-4612-96dc-5f2d9e6b00ff req-da6364b1-9dc7-4c36-87ed-d40fa536176d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:33.143818 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1818d5bb-ee0d-4612-96dc-5f2d9e6b00ff req-da6364b1-9dc7-4c36-87ed-d40fa536176d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0583873 Jul 29 11:51:33.148267 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] For port aefb413d-152d-47f8-a306-46a50e7a9744, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=aefb413d-152d-47f8-a306-46a50e7a9744,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:33.148643 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.162266 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Calling delete_port for aefb413d-152d-47f8-a306-46a50e7a9744 owned by network:router_gateway {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:51:33.200758 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1818d5bb-ee0d-4612-96dc-5f2d9e6b00ff req-fd3027d5-cbe6-40f0-84be-5ea8a401a8c8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501194 Jul 29 11:51:33.224585 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-e66e9607-9bb7-416c-bc5a-f178578cd2cd None None] Set router 38afab1a-6287-4ffd-8863-3ed231fa9bec gateway port host: None {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:51:33.277051 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-e66e9607-9bb7-416c-bc5a-f178578cd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:51:32Z', 'revision_number': 6, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port_host': None}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:33.301406 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66e9607-9bb7-416c-bc5a-f178578cd2cd None None] The sync data for ids ['38afab1a-6287-4ffd-8863-3ed231fa9bec'] in dv-cinder-837542-7-iscsi is: [{'id': '38afab1a-6287-4ffd-8863-3ed231fa9bec', 'name': 'tempest-ServerRescueNegativeTestJSON-316877617-router', 'tenant_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:21Z', 'updated_at': '2022-07-29T11:51:32Z', 'revision_number': 6, 'project_id': '106664c99e9c4a0d9a9c9c05e08a3d7f', 'gw_port_host': None}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:51:33.331781 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:33.345073 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (aefb413d-152d-47f8-a306-46a50e7a9744), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.349205 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:33.372028 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Pushing event deleted for resources: {'Port': ['ID=aefb413d-152d-47f8-a306-46a50e7a9744,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:33.438181 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-871195'] for router_gateway (38afab1a-6287-4ffd-8863-3ed231fa9bec), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.523745 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (38afab1a-6287-4ffd-8863-3ed231fa9bec), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.525953 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Publish callbacks [] for router_controller (38afab1a-6287-4ffd-8863-3ed231fa9bec), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.575568 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583954'] for router (38afab1a-6287-4ffd-8863-3ed231fa9bec), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.576203 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38afab1a-6287-4ffd-8863-3ed231fa9bec {{(pid=115838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 11:51:33.581243 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.582297 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-0e101171-649c-4bbf-ad12-902eb340479a admin admin] 10.222.0.60 "DELETE /v2.0/routers/38afab1a-6287-4ffd-8863-3ed231fa9bec HTTP/1.1" status: 204 len: 168 time: 0.8068657 Jul 29 11:51:33.584829 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46310) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:33.628777 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7235f95a-f7bd-4c07-acd6-552d1cb0c331 admin admin] Deleting subnet 0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f {{(pid=115838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:51:33.631923 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7235f95a-f7bd-4c07-acd6-552d1cb0c331 admin admin] Publish callbacks [] for subnet (0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.675866 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7235f95a-f7bd-4c07-acd6-552d1cb0c331 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10240618'] for subnet (0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.745658 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device a089bb79-5e40-4138-a8cf-26b1b99b5535 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:51:33.768288 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7235f95a-f7bd-4c07-acd6-552d1cb0c331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.783725 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: a089bb79-5e40-4138-a8cf-26b1b99b5535 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:51:33.784430 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device a089bb79-5e40-4138-a8cf-26b1b99b5535 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:51:33.792454 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device c5d14782-b4d5-4c7b-a847-a619d3ec9e88 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:51:33.828295 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7235f95a-f7bd-4c07-acd6-552d1cb0c331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9795070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10080711'] for subnet (0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.831534 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: c5d14782-b4d5-4c7b-a847-a619d3ec9e88 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:51:33.831880 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device c5d14782-b4d5-4c7b-a847-a619d3ec9e88 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:51:33.858988 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235f95a-f7bd-4c07-acd6-552d1cb0c331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:33.862656 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7235f95a-f7bd-4c07-acd6-552d1cb0c331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.865865 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-7235f95a-f7bd-4c07-acd6-552d1cb0c331 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0f85a2b8-13be-4a6a-a6c2-7ec68e284b5f HTTP/1.1" status: 204 len: 168 time: 0.2800069 Jul 29 11:51:33.868241 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46316) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:33.868465 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e8df5d-3836-4cad-bded-39a605ff540b None None] Network 4303157a-2669-4080-b15b-7be339c78e2e requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:51:33.938537 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (4303157a-2669-4080-b15b-7be339c78e2e), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:33.980343 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Deleting port c5fdc7e4-bad7-4f16-861a-679957b6317e {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:51:33.980741 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.047936 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] For port c5fdc7e4-bad7-4f16-861a-679957b6317e, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=c5fdc7e4-bad7-4f16-861a-679957b6317e,segment=NetworkSegment(737009d3-28a9-4256-862f-044bef899b65),segment_id=737009d3-28a9-4256-862f-044bef899b65)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:34.048593 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.060828 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Calling delete_port for c5fdc7e4-bad7-4f16-861a-679957b6317e owned by network:dhcp {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:51:34.137634 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (c5fdc7e4-bad7-4f16-861a-679957b6317e), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.162661 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2fa3c-3225-4b15-b1d9-d5e47f679ef6 None None] DHCP port deletion for 4303157a-2669-4080-b15b-7be339c78e2e request from dv-cinder-837542-7-iscsi {{(pid=115840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 11:51:34.165287 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fdc7e4-bad7-4f16-861a-679957b6317e,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:34.172507 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] No DVR routers for this DVR port c5fdc7e4-bad7-4f16-861a-679957b6317e on host dv-cinder-837542-7-iscsi {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:51:34.251579 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (4303157a-2669-4080-b15b-7be339c78e2e), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.273310 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4303157a-2669-4080-b15b-7be339c78e2e']}} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:34.283309 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737009d3-28a9-4256-862f-044bef899b65') {'for_net_delete': True} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:34.283610 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737009d3-28a9-4256-862f-044bef899b65') {} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:34.293700 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240627'] for segment (737009d3-28a9-4256-862f-044bef899b65), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.295110 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:34.310087 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (737009d3-28a9-4256-862f-044bef899b65), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.316750 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:34.319902 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:51:34.320302 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794976'] for segment (737009d3-28a9-4256-862f-044bef899b65), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.359104 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfb4fc-cd9f-4ba5-ba6e-2e6a35c57e87 req-08ff72db-ac30-4c1c-b95a-957dca365d72 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:34.360698 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6ccfb4fc-cd9f-4ba5-ba6e-2e6a35c57e87 req-08ff72db-ac30-4c1c-b95a-957dca365d72 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0689306 Jul 29 11:51:34.372432 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 737009d3-28a9-4256-862f-044bef899b65 resource provider aggregate not found Jul 29 11:51:34.397915 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 737009d3-28a9-4256-862f-044bef899b65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 737009d3-28a9-4256-862f-044bef899b65 found for delete ", "request_id": "req-b1dd5499-d0ed-4e06-b9e4-a9c89ec25673"}]} Jul 29 11:51:34.401255 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (4303157a-2669-4080-b15b-7be339c78e2e), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.407183 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.410416 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4303157a-2669-4080-b15b-7be339c78e2e HTTP/1.1" status: 204 len: 168 time: 0.5410509 Jul 29 11:51:34.423763 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1f27d-eb3e-4580-9845-c9e52ed01286 admin admin] Pushing event deleted for resources: {'Network': ['ID=4303157a-2669-4080-b15b-7be339c78e2e,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:34.435611 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6ccfb4fc-cd9f-4ba5-ba6e-2e6a35c57e87 req-6776b803-efab-458d-8117-5f7319000e84 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647566 Jul 29 11:51:34.544016 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46326) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:34.586058 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-416e0558-94b9-463f-b8cb-0a30413233ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=106664c99e9c4a0d9a9c9c05e08a3d7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405898 Jul 29 11:51:34.588613 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46328) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:34.637073 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8213271f-4182-4e22-a7b1-ca4e1fc8d6b1 admin admin] Publish callbacks [] for security_group (6de494f7-336c-4e22-891b-26be5248392f), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.639181 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:34.658812 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8213271f-4182-4e22-a7b1-ca4e1fc8d6b1 admin admin] Publish callbacks [] for security_group (6de494f7-336c-4e22-891b-26be5248392f), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.707603 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8213271f-4182-4e22-a7b1-ca4e1fc8d6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6de494f7-336c-4e22-891b-26be5248392f), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.710081 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8213271f-4182-4e22-a7b1-ca4e1fc8d6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:34.711220 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-8213271f-4182-4e22-a7b1-ca4e1fc8d6b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6de494f7-336c-4e22-891b-26be5248392f HTTP/1.1" status: 204 len: 168 time: 0.1217003 Jul 29 11:51:34.720265 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213271f-4182-4e22-a7b1-ca4e1fc8d6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de494f7-336c-4e22-891b-26be5248392f,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:35.523978 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:35.564397 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45f1fe-031c-43ab-b510-2cef4d1effbe req-a4a5e203-c656-4736-b35b-48bf76938116 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:35.566041 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8e45f1fe-031c-43ab-b510-2cef4d1effbe req-a4a5e203-c656-4736-b35b-48bf76938116 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0570948 Jul 29 11:51:35.629376 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8e45f1fe-031c-43ab-b510-2cef4d1effbe req-8503225f-1528-4655-a436-913dd43d329b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558729 Jul 29 11:51:35.667205 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device c5fdc7e4-bad7-4f16-861a-679957b6317e no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:51:35.670585 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:35.693306 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: c5fdc7e4-bad7-4f16-861a-679957b6317e {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:51:35.693677 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device c5fdc7e4-bad7-4f16-861a-679957b6317e not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:51:35.694099 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device aefb413d-152d-47f8-a306-46a50e7a9744 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:51:35.714770 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: aefb413d-152d-47f8-a306-46a50e7a9744 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:51:35.715118 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device aefb413d-152d-47f8-a306-46a50e7a9744 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:51:36.349727 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:51:36.754066 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eacff5-7123-4715-97f7-a84be0ce5b37 req-8c1e7dbc-83eb-4cf9-baed-961751c4fa0f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:36.755514 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-49eacff5-7123-4715-97f7-a84be0ce5b37 req-8c1e7dbc-83eb-4cf9-baed-961751c4fa0f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0472767 Jul 29 11:51:36.802365 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-49eacff5-7123-4715-97f7-a84be0ce5b37 req-7f60fd81-b8a2-46bd-b600-44e2f50a8402 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409184 Jul 29 11:51:37.929502 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc45378-8bce-4e9a-9c3e-5ddfd8b07719 req-393007e2-26df-4501-b17d-0d7aa39d072b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:37.931042 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fcc45378-8bce-4e9a-9c3e-5ddfd8b07719 req-393007e2-26df-4501-b17d-0d7aa39d072b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0505786 Jul 29 11:51:37.977239 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fcc45378-8bce-4e9a-9c3e-5ddfd8b07719 req-4670dc81-d19f-465d-970c-8f90e865a888 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406163 Jul 29 11:51:39.099661 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885f0c1-fdcf-4d59-9f78-3fc1fee0a624 req-73893241-565a-426c-b66b-afcac88d4099 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:39.101130 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4885f0c1-fdcf-4d59-9f78-3fc1fee0a624 req-73893241-565a-426c-b66b-afcac88d4099 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0479493 Jul 29 11:51:39.148425 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4885f0c1-fdcf-4d59-9f78-3fc1fee0a624 req-ac07b8e8-14d9-4db9-b926-b5fff42b2882 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Jul 29 11:51:40.272014 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fbde0-706f-4efd-8573-512ef4d4600a req-0d0ebc33-022e-49fa-b502-a012277583ba tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:40.273517 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b20fbde0-706f-4efd-8573-512ef4d4600a req-0d0ebc33-022e-49fa-b502-a012277583ba tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0492923 Jul 29 11:51:40.325303 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b20fbde0-706f-4efd-8573-512ef4d4600a req-d20d1e95-5a83-47e9-8e24-0ca0075b4ae9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455446 Jul 29 11:51:41.449247 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ce36a-9b61-40ee-aa0f-4a86bd101d42 req-c8f8a889-795e-4683-b687-8ee29ed4bc4b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:41.450727 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-134ce36a-9b61-40ee-aa0f-4a86bd101d42 req-c8f8a889-795e-4683-b687-8ee29ed4bc4b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0474904 Jul 29 11:51:41.497266 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-134ce36a-9b61-40ee-aa0f-4a86bd101d42 req-5e219c28-68fd-4a41-93ae-8ef11814bd9f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410554 Jul 29 11:51:42.493133 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7dd73-894e-472c-bec7-2390cd93beed req-237ae55b-33d2-4148-9276-5fba11d36868 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:42.494688 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b0d7dd73-894e-472c-bec7-2390cd93beed req-237ae55b-33d2-4148-9276-5fba11d36868 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 945 time: 0.0482922 Jul 29 11:51:42.545152 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b0d7dd73-894e-472c-bec7-2390cd93beed req-53cab7b1-4e28-43ea-b2fe-9f7dd0db5f68 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448349 Jul 29 11:51:42.572639 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46498) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:42.628034 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb76eaa-68fc-482f-b360-91a9d4f378f9 req-b17519c9-b007-4c3e-82d9-3bbef836f789 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:42.629533 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6bb76eaa-68fc-482f-b360-91a9d4f378f9 req-b17519c9-b007-4c3e-82d9-3bbef836f789 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0547228 Jul 29 11:51:42.680427 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6bb76eaa-68fc-482f-b360-91a9d4f378f9 req-d2079a92-3ac8-4741-8d27-61f6ccfb01fc tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445693 Jul 29 11:51:42.774087 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d570c0-52e8-42b5-9415-1970b6c272ff tempest-TestMinimumBasicScenario-1741717441 tempest-TestMinimumBasicScenario-1741717441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:42.775590 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-72d570c0-52e8-42b5-9415-1970b6c272ff tempest-TestMinimumBasicScenario-1741717441 tempest-TestMinimumBasicScenario-1741717441-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 1124 time: 0.2019644 Jul 29 11:51:42.778573 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46504) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:42.782863 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'port_id': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:42.805018 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:42.886494 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:42.908916 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:43.012612 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:43.026495 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Allocated IP 172.27.2.182 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/24fe0ae2-6ad9-4060-b2b9-d56daa98b89b) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:51:43.139001 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for port (24fe0ae2-6ad9-4060-b2b9-d56daa98b89b), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:43.171746 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (24fe0ae2-6ad9-4060-b2b9-d56daa98b89b), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:43.208364 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:51:43.214999 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:51:43.218907 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:51:43.240050 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'Port': ['ID=24fe0ae2-6ad9-4060-b2b9-d56daa98b89b,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:43.567390 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for floatingip (316eb07b-48a2-4c93-91d6-3aeed5223534), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:43.637616 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (24fe0ae2-6ad9-4060-b2b9-d56daa98b89b), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:43.673928 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:43.805159 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:UPDATE=3,neutron:INSERT=4,neutron:SELECT=93 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:43.831032 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for port (24fe0ae2-6ad9-4060-b2b9-d56daa98b89b), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:43.839574 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d495c7-532e-44d3-8e8c-88770a00c8bd req-5ed1a9f3-9ada-4f4c-8060-6c88967975c8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:43.841574 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d8d495c7-532e-44d3-8e8c-88770a00c8bd req-5ed1a9f3-9ada-4f4c-8060-6c88967975c8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0785501 Jul 29 11:51:43.842954 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (24fe0ae2-6ad9-4060-b2b9-d56daa98b89b), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:43.946154 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'Port': ['ID=24fe0ae2-6ad9-4060-b2b9-d56daa98b89b,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:43.969968 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (316eb07b-48a2-4c93-91d6-3aeed5223534), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:44.009543 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d8d495c7-532e-44d3-8e8c-88770a00c8bd req-cd9d6759-d736-42ee-99c6-695cff516530 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610215 Jul 29 11:51:44.082124 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Floating IP 316eb07b-48a2-4c93-91d6-3aeed5223534 associated. External IP: 172.27.2.182, port: 60afe5bb-47c8-40c1-8b64-67d4e2f7c626. Jul 29 11:51:44.315416 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46530) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:44.391243 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:44.412801 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:UPDATE=1,neutron:SELECT=8,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:44.431390 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:44.499373 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0811c7-eed9-496f-a0ad-3c554b25bb8f req-0513e0ea-b0ec-4c6d-abc9-0bc90d48b82f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:44.500841 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4d0811c7-eed9-496f-a0ad-3c554b25bb8f req-0513e0ea-b0ec-4c6d-abc9-0bc90d48b82f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 945 time: 0.3306458 Jul 29 11:51:44.528299 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Publish callbacks [] for security_group (bab60c7a-992b-45d8-8bbe-052915aeea29), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:44.532208 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bab60c7a-992b-45d8-8bbe-052915aeea29), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:44.572672 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b2569fdaece4e29a8f10e379200b5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555943 Jul 29 11:51:44.573826 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab60c7a-992b-45d8-8bbe-052915aeea29,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:44.575800 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46534) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:44.581255 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.581628 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.581976 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.582314 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.582646 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.582974 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.583303 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.583625 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.583949 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.584273 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.584599 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.584926 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.585248 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.585596 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.585915 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3a7517-1c3d-4575-a2ce-91bcaf9e96ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:44.618824 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4d0811c7-eed9-496f-a0ad-3c554b25bb8f req-dbab0282-8bae-4e52-b222-6d2a708c22ee tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054006 Jul 29 11:51:44.639688 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Router 0355becb-befd-4697-8bdf-99f0efb91368 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:51:44.664786 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ce319cb0-be56-4c3b-84c4-0927ccfdefc2 admin admin] Publish callbacks [] for security_group (bab60c7a-992b-45d8-8bbe-052915aeea29), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:44.704593 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:44.753309 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ce319cb0-be56-4c3b-84c4-0927ccfdefc2 admin admin] Publish callbacks [] for security_group (bab60c7a-992b-45d8-8bbe-052915aeea29), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:44.809194 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:51:44.840340 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f4573-c304-4584-9b47-96704ab09100 None None] Sync routers for ids ['0355becb-befd-4697-8bdf-99f0efb91368'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:51:44.843813 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:44.848522 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ce319cb0-be56-4c3b-84c4-0927ccfdefc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bab60c7a-992b-45d8-8bbe-052915aeea29), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:44.850918 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ce319cb0-be56-4c3b-84c4-0927ccfdefc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:44.851231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f4573-c304-4584-9b47-96704ab09100 None None] Routers {'0355becb-befd-4697-8bdf-99f0efb91368'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:51:44.851848 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-5d0f4573-c304-4584-9b47-96704ab09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:51:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['0355becb-befd-4697-8bdf-99f0efb91368'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:44.852042 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-ce319cb0-be56-4c3b-84c4-0927ccfdefc2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bab60c7a-992b-45d8-8bbe-052915aeea29 HTTP/1.1" status: 204 len: 168 time: 0.2736685 Jul 29 11:51:44.878838 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce319cb0-be56-4c3b-84c4-0927ccfdefc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab60c7a-992b-45d8-8bbe-052915aeea29,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:44.894153 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46538) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:44.899661 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-82eb735b-162b-488d-83dd-74c4150b2692 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1058753378', 'description': 'tempest-secgroup-smoke-1058753378 description', 'project_id': '861c5a0403c94abd9ae479175604c835'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:44.906002 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d15ea3a4-2415-4eb5-a7cc-ef07c3c3c2ae tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1143494 Jul 29 11:51:44.907010 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:51:44.909987 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85762d6f-260f-418f-8e8a-8016992bcb96" -d '{"events": [{"name": "network-changed", "server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:51:44.930533 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-82eb735b-162b-488d-83dd-74c4150b2692 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:44.954354 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3b658e-1337-44b7-b53b-e1fba7faeff4 x-openstack-request-id: req-fc3b658e-1337-44b7-b53b-e1fba7faeff4 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:51:44.954947 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:51:44.955453 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc3b658e-1337-44b7-b53b-e1fba7faeff4 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:51:44.956183 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3b658e-1337-44b7-b53b-e1fba7faeff4'] response: {'name': 'network-changed', 'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'status': 'completed', 'code': 200} Jul 29 11:51:44.981465 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-5d0f4573-c304-4584-9b47-96704ab09100 None None] Set router 0355becb-befd-4697-8bdf-99f0efb91368 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:51:45.016064 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-82eb735b-162b-488d-83dd-74c4150b2692 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group (a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.020964 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-82eb735b-162b-488d-83dd-74c4150b2692 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.034261 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:45.053483 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-82eb735b-162b-488d-83dd-74c4150b2692 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.054738 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-82eb735b-162b-488d-83dd-74c4150b2692 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1594198 Jul 29 11:51:45.057928 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46546) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:45.062959 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-4815aaaf-ba68-49bf-abff-6efeead0a3f4 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Request body: {'security_group_rule': {'security_group_id': 'a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530', 'project_id': '861c5a0403c94abd9ae479175604c835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:45.080718 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb735b-162b-488d-83dd-74c4150b2692 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:45.110228 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4815aaaf-ba68-49bf-abff-6efeead0a3f4 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (df6b36f1-7d33-46b9-9a93-0c579aa6f99f), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.177466 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359642e0-dfd3-475e-b3b3-0ed1c6ddc16c req-96cfb28b-a780-49db-9d74-c8093149248a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:45.181198 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-359642e0-dfd3-475e-b3b3-0ed1c6ddc16c req-96cfb28b-a780-49db-9d74-c8093149248a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0649872 Jul 29 11:51:45.196115 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4815aaaf-ba68-49bf-abff-6efeead0a3f4 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (df6b36f1-7d33-46b9-9a93-0c579aa6f99f), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.201813 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4815aaaf-ba68-49bf-abff-6efeead0a3f4 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (df6b36f1-7d33-46b9-9a93-0c579aa6f99f), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.235139 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4815aaaf-ba68-49bf-abff-6efeead0a3f4 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.236408 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-4815aaaf-ba68-49bf-abff-6efeead0a3f4 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1775537 Jul 29 11:51:45.238199 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815aaaf-ba68-49bf-abff-6efeead0a3f4 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6b36f1-7d33-46b9-9a93-0c579aa6f99f,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:45.239994 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46554) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:45.245135 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-1270f6f1-0850-4980-a5f6-6188ad18dab3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Request body: {'security_group_rule': {'security_group_id': 'a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530', 'project_id': '861c5a0403c94abd9ae479175604c835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:45.245510 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-359642e0-dfd3-475e-b3b3-0ed1c6ddc16c req-255b02f3-6462-4ffb-8a2f-36fbc58c2b9e tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631142 Jul 29 11:51:45.272607 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-5d0f4573-c304-4584-9b47-96704ab09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '316eb07b-48a2-4c93-91d6-3aeed5223534', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'port_id': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'mac_address': 'fa:16:3e:45:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:51:43Z', 'updated_at': '2022-07-29T11:51:43Z', 'revision_number': 0, 'project_id': '861c5a0403c94abd9ae479175604c835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdaf829-44f9-40c5-8371-9ac0fdcce4bc', 'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'mac_address': 'fa:16:3e:8c:9e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:50Z', 'updated_at': '2022-07-29T11:50:54Z', 'revision_number': 5, 'project_id': '861c5a0403c94abd9ae479175604c835', 'subnets': [{'id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:45.284305 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1270f6f1-0850-4980-a5f6-6188ad18dab3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (66405f68-cdda-417b-b4a1-30ba5718db32), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.301439 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f4573-c304-4584-9b47-96704ab09100 None None] Checking router: 0355becb-befd-4697-8bdf-99f0efb91368 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:51:45.311635 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f4573-c304-4584-9b47-96704ab09100 None None] Routers {'0355becb-befd-4697-8bdf-99f0efb91368'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:51:45.312251 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-5d0f4573-c304-4584-9b47-96704ab09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:51:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['0355becb-befd-4697-8bdf-99f0efb91368'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:45.356061 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1270f6f1-0850-4980-a5f6-6188ad18dab3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (66405f68-cdda-417b-b4a1-30ba5718db32), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.361573 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1270f6f1-0850-4980-a5f6-6188ad18dab3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (66405f68-cdda-417b-b4a1-30ba5718db32), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.381238 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270f6f1-0850-4980-a5f6-6188ad18dab3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66405f68-cdda-417b-b4a1-30ba5718db32,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:45.393850 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1270f6f1-0850-4980-a5f6-6188ad18dab3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.398089 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-1270f6f1-0850-4980-a5f6-6188ad18dab3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1545405 Jul 29 11:51:45.398398 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46558) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:45.403987 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Request body: {'security_group_rule': {'security_group_id': 'a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530', 'project_id': '861c5a0403c94abd9ae479175604c835', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:45.420781 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:45.439286 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (2ef9a430-17d9-4a15-b752-07a9fbbf461b), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.508603 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (2ef9a430-17d9-4a15-b752-07a9fbbf461b), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.514159 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (2ef9a430-17d9-4a15-b752-07a9fbbf461b), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.536454 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef9a430-17d9-4a15-b752-07a9fbbf461b,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:45.542229 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.543431 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438787 Jul 29 11:51:45.546280 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46566) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:45.548460 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.548810 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.549155 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.549523 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.549903 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.550239 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.550569 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.550895 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.551221 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.551545 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.551874 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.552197 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.552523 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.552846 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.552967 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-8965a500-1abf-472c-a4f6-218e6cca0f4c tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Request body: {'security_group_rule': {'security_group_id': 'a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530', 'project_id': '861c5a0403c94abd9ae479175604c835', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:45.553168 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0cd2-d053-4b2e-8dea-9d2bc3d33c12 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:45.565127 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-5d0f4573-c304-4584-9b47-96704ab09100 None None] Set router 0355becb-befd-4697-8bdf-99f0efb91368 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:51:45.569252 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:45.609509 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8965a500-1abf-472c-a4f6-218e6cca0f4c tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (34d63a76-3bdc-43d8-a3b9-27f4c38a1397), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.687222 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85762d6f-260f-418f-8e8a-8016992bcb96 req-c3ca35a8-7eec-4fa1-b737-6d2dbc98cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:45.689492 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85762d6f-260f-418f-8e8a-8016992bcb96 req-c3ca35a8-7eec-4fa1-b737-6d2dbc98cef6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=861c5a0403c94abd9ae479175604c835&device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 1129 time: 0.0952909 Jul 29 11:51:45.718120 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8965a500-1abf-472c-a4f6-218e6cca0f4c tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (34d63a76-3bdc-43d8-a3b9-27f4c38a1397), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.729964 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8965a500-1abf-472c-a4f6-218e6cca0f4c tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (34d63a76-3bdc-43d8-a3b9-27f4c38a1397), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.744335 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:45.745494 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965a500-1abf-472c-a4f6-218e6cca0f4c tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d63a76-3bdc-43d8-a3b9-27f4c38a1397,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:45.785447 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46049d-a807-43eb-9052-085ef0af7239 req-9108f5bf-dd08-48b2-8161-c041f3e0bd0c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:45.788757 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cd46049d-a807-43eb-9052-085ef0af7239 req-9108f5bf-dd08-48b2-8161-c041f3e0bd0c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 945 time: 0.0686319 Jul 29 11:51:45.798163 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8965a500-1abf-472c-a4f6-218e6cca0f4c tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.799637 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-8965a500-1abf-472c-a4f6-218e6cca0f4c tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2518077 Jul 29 11:51:45.805624 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46574) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:45.817098 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-2591d912-5c9b-4bf6-8eca-05c73f10a50f tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Request body: {'security_group_rule': {'security_group_id': 'a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530', 'project_id': '861c5a0403c94abd9ae479175604c835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:45.854686 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-5d0f4573-c304-4584-9b47-96704ab09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '316eb07b-48a2-4c93-91d6-3aeed5223534', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'port_id': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'mac_address': 'fa:16:3e:45:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:51:43Z', 'updated_at': '2022-07-29T11:51:43Z', 'revision_number': 0, 'project_id': '861c5a0403c94abd9ae479175604c835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdaf829-44f9-40c5-8371-9ac0fdcce4bc', 'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'mac_address': 'fa:16:3e:8c:9e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:50Z', 'updated_at': '2022-07-29T11:50:54Z', 'revision_number': 5, 'project_id': '861c5a0403c94abd9ae479175604c835', 'subnets': [{'id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:45.876355 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cd46049d-a807-43eb-9052-085ef0af7239 req-fac872c2-a82b-4e93-bd04-b20087edeb3f tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796802 Jul 29 11:51:45.877933 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.securitygroups_db [None req-2591d912-5c9b-4bf6-8eca-05c73f10a50f tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Project 861c5a0403c94abd9ae479175604c835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 11:51:45.888408 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2591d912-5c9b-4bf6-8eca-05c73f10a50f tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (1bddd906-17c2-449d-b772-3570f60a62bd), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.895328 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f4573-c304-4584-9b47-96704ab09100 None None] The sync data for ids ['0355becb-befd-4697-8bdf-99f0efb91368'] in dv-cinder-837542-7-iscsi is: [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '316eb07b-48a2-4c93-91d6-3aeed5223534', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'port_id': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'mac_address': 'fa:16:3e:45:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:51:43Z', 'updated_at': '2022-07-29T11:51:43Z', 'revision_number': 0, 'project_id': '861c5a0403c94abd9ae479175604c835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdaf829-44f9-40c5-8371-9ac0fdcce4bc', 'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'mac_address': 'fa:16:3e:8c:9e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:50Z', 'updated_at': '2022-07-29T11:50:54Z', 'revision_number': 5, 'project_id': '861c5a0403c94abd9ae479175604c835', 'subnets': [{'id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:51:45.942470 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85762d6f-260f-418f-8e8a-8016992bcb96 req-8e945eed-b4d8-4b72-a9c6-7d50ab17d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:45.944425 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85762d6f-260f-418f-8e8a-8016992bcb96 req-8e945eed-b4d8-4b72-a9c6-7d50ab17d6c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 HTTP/1.1" status: 200 len: 916 time: 0.1833892 Jul 29 11:51:45.967859 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c71a11-aae7-489f-9621-bef694f94f0f req-31416abf-8809-4240-8b74-2ad7e71b6065 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:45.969569 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-05c71a11-aae7-489f-9621-bef694f94f0f req-31416abf-8809-4240-8b74-2ad7e71b6065 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 945 time: 0.0689619 Jul 29 11:51:45.976422 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2591d912-5c9b-4bf6-8eca-05c73f10a50f tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (1bddd906-17c2-449d-b772-3570f60a62bd), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:45.981894 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2591d912-5c9b-4bf6-8eca-05c73f10a50f tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (1bddd906-17c2-449d-b772-3570f60a62bd), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.000157 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591d912-5c9b-4bf6-8eca-05c73f10a50f tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bddd906-17c2-449d-b772-3570f60a62bd,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:46.020785 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2591d912-5c9b-4bf6-8eca-05c73f10a50f tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.024756 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-2591d912-5c9b-4bf6-8eca-05c73f10a50f tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2151840 Jul 29 11:51:46.025240 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46578) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:46.031076 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-2133cb6b-6dd6-4aea-ab91-f96b1cb1dda2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Request body: {'security_group_rule': {'security_group_id': 'a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530', 'project_id': '861c5a0403c94abd9ae479175604c835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:46.064293 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.securitygroups_db [None req-2133cb6b-6dd6-4aea-ab91-f96b1cb1dda2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Project 861c5a0403c94abd9ae479175604c835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 11:51:46.068667 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85762d6f-260f-418f-8e8a-8016992bcb96 req-a14910fe-72a4-4cc7-b009-eb7388970b94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626 HTTP/1.1" status: 200 len: 999 time: 0.1162789 Jul 29 11:51:46.071841 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2133cb6b-6dd6-4aea-ab91-f96b1cb1dda2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (1f85f93f-7355-4d3c-a885-8cb924a42ac6), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.141939 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Deleting port df601806-d30d-4808-ad00-6cb495f89154 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:51:46.142283 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (df601806-d30d-4808-ad00-6cb495f89154), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.154365 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2133cb6b-6dd6-4aea-ab91-f96b1cb1dda2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (1f85f93f-7355-4d3c-a885-8cb924a42ac6), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.160123 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2133cb6b-6dd6-4aea-ab91-f96b1cb1dda2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (1f85f93f-7355-4d3c-a885-8cb924a42ac6), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.183242 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133cb6b-6dd6-4aea-ab91-f96b1cb1dda2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f85f93f-7355-4d3c-a885-8cb924a42ac6,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:46.191863 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2133cb6b-6dd6-4aea-ab91-f96b1cb1dda2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.194079 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-2133cb6b-6dd6-4aea-ab91-f96b1cb1dda2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1670272 Jul 29 11:51:46.203174 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85762d6f-260f-418f-8e8a-8016992bcb96 req-2edf5200-6386-4c5d-9cf1-55f5e5f7429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:46.204238 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85762d6f-260f-418f-8e8a-8016992bcb96 req-2edf5200-6386-4c5d-9cf1-55f5e5f7429b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5967605b-dd9b-46b1-aaab-707eaac57e42 HTTP/1.1" status: 200 len: 854 time: 0.1113079 Jul 29 11:51:46.240730 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea381434-a8d4-4928-813b-d7889b76b10a None None] New status for floating IP 316eb07b-48a2-4c93-91d6-3aeed5223534: ACTIVE {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:51:46.280475 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85762d6f-260f-418f-8e8a-8016992bcb96 req-74cc026c-7843-47bf-8455-5b878af8e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:46.282662 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85762d6f-260f-418f-8e8a-8016992bcb96 req-74cc026c-7843-47bf-8455-5b878af8e9c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706239 Jul 29 11:51:46.310339 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1888453c-0620-485b-af51-461cdff6bab5 req-fef084bf-43a4-4aa9-a44b-c25b7e5f01c2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058753378&fields=id&tenant_id=861c5a0403c94abd9ae479175604c835 HTTP/1.1" status: 200 len: 267 time: 0.0594821 Jul 29 11:51:46.315107 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] For port df601806-d30d-4808-ad00-6cb495f89154, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=df601806-d30d-4808-ad00-6cb495f89154,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:46.315478 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (df601806-d30d-4808-ad00-6cb495f89154), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.405947 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888453c-0620-485b-af51-461cdff6bab5 req-6c49a8c8-75a7-43cd-8152-79443d7c2375 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:46.408071 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1888453c-0620-485b-af51-461cdff6bab5 req-6c49a8c8-75a7-43cd-8152-79443d7c2375 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 945 time: 0.0931857 Jul 29 11:51:46.436922 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [req-1888453c-0620-485b-af51-461cdff6bab5 req-6cf727e2-a2ec-4ab3-8ebc-f286f867836a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Request body: {'port': {'security_groups': ['22dfda8a-f892-45fb-ac2c-dc9ba9702343', 'a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530']}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:46.463623 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:46.473732 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2801c85-2e93-41bc-aee2-0b56c6902460 req-3a0bd14b-735a-485d-87f3-93dd2ca5b1ff tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:46.475709 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a2801c85-2e93-41bc-aee2-0b56c6902460 req-3a0bd14b-735a-485d-87f3-93dd2ca5b1ff tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.1167803 Jul 29 11:51:46.557883 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:46.575937 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-1888453c-0620-485b-af51-461cdff6bab5 req-6cf727e2-a2ec-4ab3-8ebc-f286f867836a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.584211 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a2801c85-2e93-41bc-aee2-0b56c6902460 req-98a6b20f-3fbc-45f3-8469-cab382938192 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995488 Jul 29 11:51:46.777026 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85762d6f-260f-418f-8e8a-8016992bcb96 req-37b96b1b-ec62-49e4-942e-35a8a0f84e95 service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837415 Jul 29 11:51:46.802641 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-1888453c-0620-485b-af51-461cdff6bab5 req-6cf727e2-a2ec-4ab3-8ebc-f286f867836a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] For port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:46.835340 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-1888453c-0620-485b-af51-461cdff6bab5 req-6cf727e2-a2ec-4ab3-8ebc-f286f867836a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.841816 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-1888453c-0620-485b-af51-461cdff6bab5 req-6cf727e2-a2ec-4ab3-8ebc-f286f867836a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.854985 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['60afe5bb-47c8-40c1-8b64-67d4e2f7c626'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:51:46.893505 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.893873 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (ae12d1c3-d46f-4a2a-8d3a-8cc78c927015), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.894195 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.l3_db [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Floating IP ae12d1c3-d46f-4a2a-8d3a-8cc78c927015 disassociated. External IP: 172.27.2.202, port: df601806-d30d-4808-ad00-6cb495f89154. Jul 29 11:51:46.894538 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Calling delete_port for df601806-d30d-4808-ad00-6cb495f89154 owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:51:46.921427 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:46.957246 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888453c-0620-485b-af51-461cdff6bab5 req-6cf727e2-a2ec-4ab3-8ebc-f286f867836a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:46.959317 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-1888453c-0620-485b-af51-461cdff6bab5 req-6cf727e2-a2ec-4ab3-8ebc-f286f867836a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:46.977904 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1888453c-0620-485b-af51-461cdff6bab5 req-6cf727e2-a2ec-4ab3-8ebc-f286f867836a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "PUT /v2.0/ports/60afe5bb-47c8-40c1-8b64-67d4e2f7c626 HTTP/1.1" status: 200 len: 981 time: 0.5488467 Jul 29 11:51:46.983518 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-85762d6f-260f-418f-8e8a-8016992bcb96 req-07012b99-69ac-49b2-a256-aaefb648a401 service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961761 Jul 29 11:51:46.989304 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:51:46.996402 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:51:47.032311 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:47.053001 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:47.055853 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['60afe5bb-47c8-40c1-8b64-67d4e2f7c626'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:51:47.081233 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf727e2-a2ec-4ab3-8ebc-f286f867836a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'Port': ['ID=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,revision_number=6']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:47.149319 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (df601806-d30d-4808-ad00-6cb495f89154), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:47.196345 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'Port': ['ID=df601806-d30d-4808-ad00-6cb495f89154,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:47.229302 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c62869-c0c1-4a10-a581-8a452bf38bf2 req-ec54cd72-9cd2-471a-afee-304bbf958514 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:47.237068 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-45c62869-c0c1-4a10-a581-8a452bf38bf2 req-ec54cd72-9cd2-471a-afee-304bbf958514 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=439cbe53-546a-4902-a4e7-c25b4a7b84d0 HTTP/1.1" status: 200 len: 945 time: 0.1504650 Jul 29 11:51:47.239697 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-c690d10b-77f4-4d1b-a95a-d9157f8425a6 None None] Provisioning complete for port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:51:47.240667 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c690d10b-77f4-4d1b-a95a-d9157f8425a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:47.261738 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ca4ce-603c-4277-8df1-d82d4548f0a5 req-a8ec9fa3-a926-4f1b-a1b7-572049a8d113 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:47.268933 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-eb6ca4ce-603c-4277-8df1-d82d4548f0a5 req-a8ec9fa3-a926-4f1b-a1b7-572049a8d113 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.1811793 Jul 29 11:51:47.346048 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Router c9acab26-dbec-4825-9638-45cf2caa6d10 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:51:47.388506 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-45c62869-c0c1-4a10-a581-8a452bf38bf2 req-56f16097-bfd3-450c-a34b-fc36bc0685f8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4801ef-91c5-4100-b856-f02ba6823a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499188 Jul 29 11:51:47.401757 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-eb6ca4ce-603c-4277-8df1-d82d4548f0a5 req-65f5b967-9d39-4e69-86e2-e0eb645849c0 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320693 Jul 29 11:51:47.405239 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:47.468860 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2c90fb-8b4e-4c2a-9a20-80ddbaee817b x-openstack-request-id: req-cc2c90fb-8b4e-4c2a-9a20-80ddbaee817b {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:51:47.469398 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:51:47.469674 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc2c90fb-8b4e-4c2a-9a20-80ddbaee817b {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:51:47.470160 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2c90fb-8b4e-4c2a-9a20-80ddbaee817b'] response: {'name': 'network-changed', 'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'status': 'completed', 'code': 200} Jul 29 11:51:47.506210 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:51:47.511457 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-c690d10b-77f4-4d1b-a95a-d9157f8425a6 None None] Current status of the port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:51:47.527477 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ce3de-af31-4801-ac3b-19b78ab80739 None None] Sync routers for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:51:47.573868 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ce3de-af31-4801-ac3b-19b78ab80739 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:51:47.574513 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9e6ce3de-af31-4801-ac3b-19b78ab80739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:51:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:47.581671 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] No DVR routers for this DVR port df601806-d30d-4808-ad00-6cb495f89154 on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:51:47.584522 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:47.591255 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-05c71a11-aae7-489f-9621-bef694f94f0f req-992092e0-a3be-461e-8421-adfd21675405 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "DELETE /v2.0/ports/df601806-d30d-4808-ad00-6cb495f89154 HTTP/1.1" status: 204 len: 173 time: 1.5869887 Jul 29 11:51:47.591255 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'name': 'network-vif-deleted', 'tag': 'df601806-d30d-4808-ad00-6cb495f89154'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:51:47.594464 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed384ec-efce-4ccd-919f-df83cf8faf40" -d '{"events": [{"server_uuid": "439cbe53-546a-4902-a4e7-c25b4a7b84d0", "name": "network-vif-deleted", "tag": "df601806-d30d-4808-ad00-6cb495f89154"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:51:47.597534 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9 req-43016952-71d5-4df6-87f9-5e08d9ab47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:47.598972 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9 req-43016952-71d5-4df6-87f9-5e08d9ab47a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=861c5a0403c94abd9ae479175604c835&device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 1168 time: 0.1071889 Jul 29 11:51:47.695477 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a37da5-16c3-4542-aebe-b9899627124c x-openstack-request-id: req-81a37da5-16c3-4542-aebe-b9899627124c {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:51:47.696135 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439cbe53-546a-4902-a4e7-c25b4a7b84d0", "name": "network-vif-deleted", "tag": "df601806-d30d-4808-ad00-6cb495f89154", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:51:47.696734 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81a37da5-16c3-4542-aebe-b9899627124c {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:51:47.699495 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a37da5-16c3-4542-aebe-b9899627124c'] response: {'server_uuid': '439cbe53-546a-4902-a4e7-c25b4a7b84d0', 'name': 'network-vif-deleted', 'tag': 'df601806-d30d-4808-ad00-6cb495f89154', 'status': 'completed', 'code': 200} Jul 29 11:51:47.751339 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9 req-df3820fa-c6a9-4790-ab29-1f46713f7ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:47.753087 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9 req-df3820fa-c6a9-4790-ab29-1f46713f7ca2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 HTTP/1.1" status: 200 len: 916 time: 0.1478324 Jul 29 11:51:47.804949 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15241054-e5c8-4a49-886f-50f9a7bcdf21 req-95606db4-179f-48f7-af95-f8d36890b1b7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:47.807863 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-15241054-e5c8-4a49-886f-50f9a7bcdf21 req-95606db4-179f-48f7-af95-f8d36890b1b7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0851111 Jul 29 11:51:47.833921 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-9e6ce3de-af31-4801-ac3b-19b78ab80739 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:51:47.840871 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9 req-d0a21db2-af65-4703-afc8-89068dc9e936 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626 HTTP/1.1" status: 200 len: 1001 time: 0.0739634 Jul 29 11:51:47.860300 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-15241054-e5c8-4a49-886f-50f9a7bcdf21 req-9c19953e-1b0a-4c5a-97c5-ea60e192cb3f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460966 Jul 29 11:51:47.950419 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:48.146292 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9e6ce3de-af31-4801-ac3b-19b78ab80739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:48.173476 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ce3de-af31-4801-ac3b-19b78ab80739 None None] Checking router: c9acab26-dbec-4825-9638-45cf2caa6d10 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:51:48.187907 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ce3de-af31-4801-ac3b-19b78ab80739 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:51:48.188517 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9e6ce3de-af31-4801-ac3b-19b78ab80739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:51:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:48.229585 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9 req-95379f50-488a-4b43-866d-f46f5daf18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:48.231007 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9 req-95379f50-488a-4b43-866d-f46f5daf18c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5967605b-dd9b-46b1-aaab-707eaac57e42 HTTP/1.1" status: 200 len: 854 time: 0.1699085 Jul 29 11:51:48.269292 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:48.281661 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9 req-4479831b-0110-46c0-b957-7c7793848cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:48.283151 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9 req-4479831b-0110-46c0-b957-7c7793848cdf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457344 Jul 29 11:51:48.296344 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-9e6ce3de-af31-4801-ac3b-19b78ab80739 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:51:48.376850 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9 req-a6085526-4d6a-4b27-823f-480dfda5641f service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861361 Jul 29 11:51:48.496830 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf12cead-d0c0-4b6c-9d1d-f846b25de0d9 req-47da3526-cc89-472b-8f52-6fed9ec82e26 service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096256 Jul 29 11:51:48.502722 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9e6ce3de-af31-4801-ac3b-19b78ab80739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:51:48.505011 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46628) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:48.533703 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ce3de-af31-4801-ac3b-19b78ab80739 None None] The sync data for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi is: [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:51:48.578174 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-047c890d-49c1-4e37-b2a2-3e141ffb4fbd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (2e4801ef-91c5-4100-b856-f02ba6823a4f), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:48.608745 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-047c890d-49c1-4e37-b2a2-3e141ffb4fbd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (2e4801ef-91c5-4100-b856-f02ba6823a4f), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:48.664873 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-047c890d-49c1-4e37-b2a2-3e141ffb4fbd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (2e4801ef-91c5-4100-b856-f02ba6823a4f), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:48.667991 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-047c890d-49c1-4e37-b2a2-3e141ffb4fbd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:48.669025 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-047c890d-49c1-4e37-b2a2-3e141ffb4fbd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "DELETE /v2.0/security-groups/2e4801ef-91c5-4100-b856-f02ba6823a4f HTTP/1.1" status: 204 len: 168 time: 0.1615489 Jul 29 11:51:48.671934 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46632) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:48.681497 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c890d-49c1-4e37-b2a2-3e141ffb4fbd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4801ef-91c5-4100-b856-f02ba6823a4f,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:48.687545 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.api.v2.resource [None req-e135eedd-4499-4a42-b41f-4d862e096801 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] show failed (client error): The resource could not be found. Jul 29 11:51:48.688577 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-e135eedd-4499-4a42-b41f-4d862e096801 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups/2e4801ef-91c5-4100-b856-f02ba6823a4f HTTP/1.1" status: 404 len: 347 time: 0.0156415 Jul 29 11:51:48.691788 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46634) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:48.821292 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:48.825283 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e72cc1-516e-4ace-971d-0d1296443e45 None None] New status for floating IP ae12d1c3-d46f-4a2a-8d3a-8cc78c927015: DOWN {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:51:48.854101 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-12242c73-f3b3-4265-8aa8-3ae09922d5cc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Deleting port 21e75cc0-db5b-41ba-8fd9-1d2dec05e54f {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:51:48.854536 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-12242c73-f3b3-4265-8aa8-3ae09922d5cc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (21e75cc0-db5b-41ba-8fd9-1d2dec05e54f), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:48.928088 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:48.952332 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-12242c73-f3b3-4265-8aa8-3ae09922d5cc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (21e75cc0-db5b-41ba-8fd9-1d2dec05e54f), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:48.952648 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-12242c73-f3b3-4265-8aa8-3ae09922d5cc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (21e75cc0-db5b-41ba-8fd9-1d2dec05e54f), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:48.998077 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-12242c73-f3b3-4265-8aa8-3ae09922d5cc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Calling delete_port for 21e75cc0-db5b-41ba-8fd9-1d2dec05e54f owned by network:floatingip {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:51:49.013001 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd58d0-d502-48ae-b458-2b8c4a4fa292 req-df7e6d02-ec03-4b5d-ab4b-403f20c095b9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:49.014494 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a7cd58d0-d502-48ae-b458-2b8c4a4fa292 req-df7e6d02-ec03-4b5d-ab4b-403f20c095b9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0677044 Jul 29 11:51:49.116287 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a7cd58d0-d502-48ae-b458-2b8c4a4fa292 req-74963133-ed44-411d-9e07-ec9eea3b0391 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951545 Jul 29 11:51:49.183375 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-12242c73-f3b3-4265-8aa8-3ae09922d5cc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (21e75cc0-db5b-41ba-8fd9-1d2dec05e54f), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.208251 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12242c73-f3b3-4265-8aa8-3ae09922d5cc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'Port': ['ID=21e75cc0-db5b-41ba-8fd9-1d2dec05e54f,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:49.273561 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-12242c73-f3b3-4265-8aa8-3ae09922d5cc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (ae12d1c3-d46f-4a2a-8d3a-8cc78c927015), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.276527 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-12242c73-f3b3-4265-8aa8-3ae09922d5cc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.277693 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-12242c73-f3b3-4265-8aa8-3ae09922d5cc tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "DELETE /v2.0/floatingips/ae12d1c3-d46f-4a2a-8d3a-8cc78c927015 HTTP/1.1" status: 204 len: 168 time: 0.5846393 Jul 29 11:51:49.344339 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46642) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:49.348908 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-8f389501-55c1-41e3-8015-2515179c66f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539820919', 'description': 'tempest-description--734883641'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:49.370396 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8f389501-55c1-41e3-8015-2515179c66f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.436912 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8f389501-55c1-41e3-8015-2515179c66f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (cd004763-1171-4699-b94d-2c667a792cdb), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.440818 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8f389501-55c1-41e3-8015-2515179c66f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (cd004763-1171-4699-b94d-2c667a792cdb), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.472302 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8f389501-55c1-41e3-8015-2515179c66f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.473586 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-8f389501-55c1-41e3-8015-2515179c66f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1281643 Jul 29 11:51:49.474468 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f389501-55c1-41e3-8015-2515179c66f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd004763-1171-4699-b94d-2c667a792cdb,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:49.476484 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46644) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:49.481605 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-3392cd5a-a468-47a0-a83f-adb81c9feebb tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group_rule': {'security_group_id': 'cd004763-1171-4699-b94d-2c667a792cdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:49.508006 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3392cd5a-a468-47a0-a83f-adb81c9feebb tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (e4caf6a0-f186-44d5-b508-9274bbf0f67b), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.553728 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:49.564652 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3392cd5a-a468-47a0-a83f-adb81c9feebb tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (e4caf6a0-f186-44d5-b508-9274bbf0f67b), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.568523 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3392cd5a-a468-47a0-a83f-adb81c9feebb tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (e4caf6a0-f186-44d5-b508-9274bbf0f67b), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.590407 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392cd5a-a468-47a0-a83f-adb81c9feebb tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4caf6a0-f186-44d5-b508-9274bbf0f67b,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:49.601835 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3392cd5a-a468-47a0-a83f-adb81c9feebb tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.606261 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-3392cd5a-a468-47a0-a83f-adb81c9feebb tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256371 Jul 29 11:51:49.607163 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46646) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:49.610777 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-c5b8f287-650a-4ad3-a272-b2b6e0ae804c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'security_group_rule': {'security_group_id': 'cd004763-1171-4699-b94d-2c667a792cdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:49.637311 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f287-650a-4ad3-a272-b2b6e0ae804c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (dadb26bb-18f4-4735-ab1c-ad0462f44462), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.696108 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f287-650a-4ad3-a272-b2b6e0ae804c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (dadb26bb-18f4-4735-ab1c-ad0462f44462), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.700221 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f287-650a-4ad3-a272-b2b6e0ae804c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (dadb26bb-18f4-4735-ab1c-ad0462f44462), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.718929 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8f287-650a-4ad3-a272-b2b6e0ae804c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadb26bb-18f4-4735-ab1c-ad0462f44462,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:49.726348 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f287-650a-4ad3-a272-b2b6e0ae804c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.727521 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c5b8f287-650a-4ad3-a272-b2b6e0ae804c tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200588 Jul 29 11:51:49.730667 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46648) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:49.735082 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:49.756357 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.803237 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:49.821121 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device df601806-d30d-4808-ad00-6cb495f89154 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:51:49.840714 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: df601806-d30d-4808-ad00-6cb495f89154 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:51:49.841351 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device df601806-d30d-4808-ad00-6cb495f89154 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:51:49.846431 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:49.969635 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Allocated IP 172.27.2.53 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/908a7b98-fc76-42c7-b660-baa97f900238) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:51:50.087066 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (908a7b98-fc76-42c7-b660-baa97f900238), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:50.122492 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (908a7b98-fc76-42c7-b660-baa97f900238), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:50.167880 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:51:50.171326 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:51:50.174454 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:51:50.181503 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=908a7b98-fc76-42c7-b660-baa97f900238,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:50.264936 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1d621-6112-4035-92b2-0f61f0f2651f req-17240c9e-64ea-4101-b369-a9943b1aa3a8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:50.266467 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e0d1d621-6112-4035-92b2-0f61f0f2651f req-17240c9e-64ea-4101-b369-a9943b1aa3a8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0605481 Jul 29 11:51:50.307793 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:50.340066 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (9010778a-56af-4f7a-88fd-275ebe1b619d), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:50.357454 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e0d1d621-6112-4035-92b2-0f61f0f2651f req-0f930ede-34ff-4595-afe7-1d4f057fdad8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673058 Jul 29 11:51:50.389527 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (908a7b98-fc76-42c7-b660-baa97f900238), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:50.541440 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (908a7b98-fc76-42c7-b660-baa97f900238), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:50.549207 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (908a7b98-fc76-42c7-b660-baa97f900238), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:50.552133 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:50.613276 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=908a7b98-fc76-42c7-b660-baa97f900238,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:50.631601 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (9010778a-56af-4f7a-88fd-275ebe1b619d), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:50.648189 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:50.649546 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-dcb99c8c-b8e7-4ad6-8302-6db6ba24ac98 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9178934 Jul 29 11:51:50.855135 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-381c7c19-6d35-4039-819f-45a05d47e719 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1539820919&fields=id&tenant_id=6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 267 time: 0.0457051 Jul 29 11:51:50.960345 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-82c5dfeb-29e3-43a6-8854-5ccc765b5346 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:50.961882 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-82c5dfeb-29e3-43a6-8854-5ccc765b5346 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 815 time: 0.1003714 Jul 29 11:51:50.976621 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-427e2bfb-f281-4ea1-a1a3-a9b7616f6bf1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/quotas/6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 375 time: 0.0087574 Jul 29 11:51:51.025731 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-236bd4e7-4527-477c-a860-465c0dbc8344 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436263 Jul 29 11:51:51.170355 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-475a9436-9dba-40cb-9342-03956a744d86 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333172 Jul 29 11:51:51.264024 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-421ac73d-3630-43b1-83fa-0f072a1fb8f3 service neutron] 10.222.0.60 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879638 Jul 29 11:51:51.423940 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0a4b5067-ae5b-4e53-8edb-fd83ece4b81d req-f4ac24d6-ea24-4629-ba5d-58f0465a818e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 210 time: 0.0299211 Jul 29 11:51:51.486684 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ab3c5-4fdc-4324-9175-2c65a47ae8db req-c15544e1-f118-4d38-aa08-2fc8886b674f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:51.488213 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-032ab3c5-4fdc-4324-9175-2c65a47ae8db req-c15544e1-f118-4d38-aa08-2fc8886b674f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0470519 Jul 29 11:51:51.537989 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-032ab3c5-4fdc-4324-9175-2c65a47ae8db req-f8cfe9f8-8ea1-4874-aaf7-96a4adf4e85a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440753 Jul 29 11:51:52.247948 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46744) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:52.356947 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4024ea9f-05f1-4d6f-b15f-eb5747eea9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:52.365965 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:52.444108 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4024ea9f-05f1-4d6f-b15f-eb5747eea9f1 admin admin] Publish callbacks [] for security_group (0ad2020f-2359-489f-beb1-dd735feb08c1), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:52.447719 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4024ea9f-05f1-4d6f-b15f-eb5747eea9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0ad2020f-2359-489f-beb1-dd735feb08c1), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:52.490530 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-4024ea9f-05f1-4d6f-b15f-eb5747eea9f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b825f9588f684579a15e1479a8822680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415035 Jul 29 11:51:52.491693 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024ea9f-05f1-4d6f-b15f-eb5747eea9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad2020f-2359-489f-beb1-dd735feb08c1,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:52.493342 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46750) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:52.546374 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dd448b63-1db7-44e9-9714-d09ed774e5b1 req-e41f4df9-eae5-447b-a6ec-3f6907ee8654 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 210 time: 0.0321679 Jul 29 11:51:52.596818 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:52.601091 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:52.629774 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c2838ad6-1e85-45c1-a87a-c5c785cdbbb1 admin admin] Publish callbacks [] for security_group (0ad2020f-2359-489f-beb1-dd735feb08c1), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:52.658017 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-09dec0c6-3bc6-40e3-b89f-2088d8de930a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:52.659458 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-09dec0c6-3bc6-40e3-b89f-2088d8de930a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 815 time: 0.1555979 Jul 29 11:51:52.671108 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133880bf-65ec-4e82-a867-01007876a0d8 req-ddb3a473-8407-4e82-a3e5-63275f88a672 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:52.672645 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-133880bf-65ec-4e82-a867-01007876a0d8 req-ddb3a473-8407-4e82-a3e5-63275f88a672 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0536456 Jul 29 11:51:52.672778 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c2838ad6-1e85-45c1-a87a-c5c785cdbbb1 admin admin] Publish callbacks [] for security_group (0ad2020f-2359-489f-beb1-dd735feb08c1), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:52.725693 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-133880bf-65ec-4e82-a867-01007876a0d8 req-e3d3436c-6535-4d59-a7ff-e11faa9c60f4 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470495 Jul 29 11:51:52.754892 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24958c95-d9af-49cf-8057-96881e443937 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a4b9969357142bc8724804eb47e0c48 HTTP/1.1" status: 200 len: 380 time: 0.0841880 Jul 29 11:51:52.763192 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c2838ad6-1e85-45c1-a87a-c5c785cdbbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0ad2020f-2359-489f-beb1-dd735feb08c1), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:52.765812 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c2838ad6-1e85-45c1-a87a-c5c785cdbbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:52.766837 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c2838ad6-1e85-45c1-a87a-c5c785cdbbb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ad2020f-2359-489f-beb1-dd735feb08c1 HTTP/1.1" status: 204 len: 168 time: 0.2704623 Jul 29 11:51:52.774521 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2838ad6-1e85-45c1-a87a-c5c785cdbbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad2020f-2359-489f-beb1-dd735feb08c1,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:52.811980 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'port': {'device_id': '472c7a09-0157-404d-bd35-d765fd6baed6', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'admin_state_up': True, 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'security_groups': ['cd004763-1171-4699-b94d-2c667a792cdb']}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:52.927116 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Made reservation on behalf of 6a4b9969357142bc8724804eb47e0c48 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:51:52.930711 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.040113 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46764) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:53.053501 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cb14ed38-f588-4506-bf16-90334e0f77f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.061846 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Allocated IP 172.20.0.6 (b8c1956d-5393-448f-8fc5-93aafd4768ba/22487528-4cb3-453b-b46a-f8e4c396dd42/3d57aa09-a07c-4b2f-a69b-70042434670c) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:51:53.078898 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:53.141892 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cb14ed38-f588-4506-bf16-90334e0f77f8 admin admin] Publish callbacks [] for security_group (7a7d0547-cfe1-47a6-80eb-267baa98df81), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.145697 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cb14ed38-f588-4506-bf16-90334e0f77f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (7a7d0547-cfe1-47a6-80eb-267baa98df81), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.186585 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-cb14ed38-f588-4506-bf16-90334e0f77f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62f12ea4dedb46139ae662528fb55175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452835 Jul 29 11:51:53.187796 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14ed38-f588-4506-bf16-90334e0f77f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d0547-cfe1-47a6-80eb-267baa98df81,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:53.191329 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46766) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:53.212183 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.241877 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a2db1372-e291-48bd-bd07-182762d96a49 admin admin] Publish callbacks [] for security_group (7a7d0547-cfe1-47a6-80eb-267baa98df81), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.243943 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.265353 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a2db1372-e291-48bd-bd07-182762d96a49 admin admin] Publish callbacks [] for security_group (7a7d0547-cfe1-47a6-80eb-267baa98df81), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.295091 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Network b8c1956d-5393-448f-8fc5-93aafd4768ba is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:51:53.300524 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:51:53.302892 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event updated for resources: {'Port': ['ID=3d57aa09-a07c-4b2f-a69b-70042434670c,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:53.305016 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:51:53.324423 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a2db1372-e291-48bd-bd07-182762d96a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (7a7d0547-cfe1-47a6-80eb-267baa98df81), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.327127 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-a2db1372-e291-48bd-bd07-182762d96a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.328286 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-a2db1372-e291-48bd-bd07-182762d96a49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a7d0547-cfe1-47a6-80eb-267baa98df81 HTTP/1.1" status: 204 len: 168 time: 0.1349626 Jul 29 11:51:53.337049 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db1372-e291-48bd-bd07-182762d96a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d0547-cfe1-47a6-80eb-267baa98df81,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:53.352146 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:53.366904 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:53.367784 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.388994 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-24214142-47cb-44a8-a9c6-660d990f63e3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810030 Jul 29 11:51:53.456521 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Request body: {'port': {'device_id': '472c7a09-0157-404d-bd35-d765fd6baed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:51:53.524130 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.527878 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:53.571208 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-0121c084-9755-4b29-b8a0-9c3a43abc9fc None None] Provisioning complete for port 3d57aa09-a07c-4b2f-a69b-70042434670c triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:51:53.573211 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-0121c084-9755-4b29-b8a0-9c3a43abc9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.614929 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-0121c084-9755-4b29-b8a0-9c3a43abc9fc None None] Port 3d57aa09-a07c-4b2f-a69b-70042434670c cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:51:53.689356 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee8ba3-0f10-4881-9f98-0c33be2a0757 req-fd595a78-6d79-48dd-8ccc-310eeca4a5c3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:53.690913 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2fee8ba3-0f10-4881-9f98-0c33be2a0757 req-fd595a78-6d79-48dd-8ccc-310eeca4a5c3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 931 time: 0.0541263 Jul 29 11:51:53.740634 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2fee8ba3-0f10-4881-9f98-0c33be2a0757 req-edd8abae-96aa-4a05-8edd-da6151a4c88d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Jul 29 11:51:53.843399 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d57aa09-a07c-4b2f-a69b-70042434670c {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:51:53.852735 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Publish callbacks [] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.864215 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120463d1-9a44-4858-b917-ad996cf13b54 req-78d05ec0-0b65-4f06-a197-449d861569fd tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:53.866081 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-120463d1-9a44-4858-b917-ad996cf13b54 req-78d05ec0-0b65-4f06-a197-449d861569fd tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0507405 Jul 29 11:51:53.867032 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Transition to ACTIVE for port object 3d57aa09-a07c-4b2f-a69b-70042434670c will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:51:53.872298 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:53.930804 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-120463d1-9a44-4858-b917-ad996cf13b54 req-144eb12b-7784-4f23-b82e-02da8af90bbb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552831 Jul 29 11:51:53.951158 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Pushing event updated for resources: {'Port': ['ID=3d57aa09-a07c-4b2f-a69b-70042434670c,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:54.008505 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Attempting to bind port 3d57aa09-a07c-4b2f-a69b-70042434670c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:51:54.008946 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Attempting to bind port 3d57aa09-a07c-4b2f-a69b-70042434670c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:51:54.009759 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Attempting to bind port 3d57aa09-a07c-4b2f-a69b-70042434670c on network b8c1956d-5393-448f-8fc5-93aafd4768ba {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:51:54.015007 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Port 3d57aa09-a07c-4b2f-a69b-70042434670c on network b8c1956d-5393-448f-8fc5-93aafd4768ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:51:54.015428 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Attempting to bind port 3d57aa09-a07c-4b2f-a69b-70042434670c on network b8c1956d-5393-448f-8fc5-93aafd4768ba {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:51:54.020543 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:51:54.020885 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Checking segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:51:54.021267 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Bound using segment: {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:51:54.021728 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Bound port: 3d57aa09-a07c-4b2f-a69b-70042434670c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40315b5b-22d6-4a5b-8a62-ad64155fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:51:54.022089 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:54.095802 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] For port 3d57aa09-a07c-4b2f-a69b-70042434670c, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:51:54.099563 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] For port 3d57aa09-a07c-4b2f-a69b-70042434670c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3d57aa09-a07c-4b2f-a69b-70042434670c,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:51:54.107213 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:54.143307 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:54.143915 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:54.145498 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-564b630a-8000-46de-b698-9a3d39603753 service neutron] 10.222.0.58 "PUT /v2.0/ports/3d57aa09-a07c-4b2f-a69b-70042434670c HTTP/1.1" status: 200 len: 1093 time: 0.6935585 Jul 29 11:51:54.146125 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472c7a09-0157-404d-bd35-d765fd6baed6', 'tag': '3d57aa09-a07c-4b2f-a69b-70042434670c'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:51:54.148373 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5276754-4d28-4822-958b-812ff01d76a7" -d '{"events": [{"name": "network-changed", "server_uuid": "472c7a09-0157-404d-bd35-d765fd6baed6", "tag": "3d57aa09-a07c-4b2f-a69b-70042434670c"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:51:54.190309 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b630a-8000-46de-b698-9a3d39603753 service neutron] Pushing event updated for resources: {'Port': ['ID=3d57aa09-a07c-4b2f-a69b-70042434670c,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:54.202777 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b6da75-9ce1-48b2-ba28-cfc1cb1f1596 x-openstack-request-id: req-33b6da75-9ce1-48b2-ba28-cfc1cb1f1596 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:51:54.203079 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472c7a09-0157-404d-bd35-d765fd6baed6", "tag": "3d57aa09-a07c-4b2f-a69b-70042434670c", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:51:54.203277 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33b6da75-9ce1-48b2-ba28-cfc1cb1f1596 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:51:54.203618 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b6da75-9ce1-48b2-ba28-cfc1cb1f1596'] response: {'name': 'network-changed', 'server_uuid': '472c7a09-0157-404d-bd35-d765fd6baed6', 'tag': '3d57aa09-a07c-4b2f-a69b-70042434670c', 'status': 'completed', 'code': 200} Jul 29 11:51:54.250097 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-be6ae942-05ad-4e48-a9c3-d7784c5d8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:54.251644 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-be6ae942-05ad-4e48-a9c3-d7784c5d8ec4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 1127 time: 0.0456297 Jul 29 11:51:54.299858 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-41a8b1b4-55ec-4131-a314-458ac476829d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d57aa09-a07c-4b2f-a69b-70042434670c HTTP/1.1" status: 200 len: 217 time: 0.0404024 Jul 29 11:51:54.353645 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-89150b2a-25d9-4223-abd9-db4c14afe762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:54.355530 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-89150b2a-25d9-4223-abd9-db4c14afe762 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.0479014 Jul 29 11:51:54.406025 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-2133ad6f-1ff4-4f8f-9693-823207de4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:54.407608 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-2133ad6f-1ff4-4f8f-9693-823207de4ec1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428686 Jul 29 11:51:54.489070 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:54.517248 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-8c56a52c-4f35-4f88-a0a0-910e1d4f1be5 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968528 Jul 29 11:51:54.587797 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:54.614542 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63b1ef01-eb01-4714-87c5-7b63e551694b req-444a9267-8ade-47ef-b033-b2d320e39810 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904586 Jul 29 11:51:54.866255 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcff28c-956d-46ea-abb1-2b638ff94f0c req-9a29a251-a960-459a-9c50-226fdbeec3f8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:54.867715 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bdcff28c-956d-46ea-abb1-2b638ff94f0c req-9a29a251-a960-459a-9c50-226fdbeec3f8 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 943 time: 0.0480082 Jul 29 11:51:54.903171 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:54.926164 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bdcff28c-956d-46ea-abb1-2b638ff94f0c req-54359422-1270-462c-befb-5c275d6def22 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529499 Jul 29 11:51:55.058810 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0acee5-6134-4390-8fd4-7ee994aa9e32 req-a7a7caa6-aca9-4612-bb12-158c42711bb2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:55.060308 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7e0acee5-6134-4390-8fd4-7ee994aa9e32 req-a7a7caa6-aca9-4612-bb12-158c42711bb2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0503094 Jul 29 11:51:55.108319 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7e0acee5-6134-4390-8fd4-7ee994aa9e32 req-c7fe5db8-342e-4233-b286-7dba3a912bff tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424690 Jul 29 11:51:55.484924 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:55.570111 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276754-4d28-4822-958b-812ff01d76a7 req-e0d761e0-a6e3-4f60-9bd1-4825a9a8ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:55.572492 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c5276754-4d28-4822-958b-812ff01d76a7 req-e0d761e0-a6e3-4f60-9bd1-4825a9a8ed07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 1127 time: 0.0447202 Jul 29 11:51:55.667553 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276754-4d28-4822-958b-812ff01d76a7 req-4d3065fb-52d2-40d0-a7d9-6fede499e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:55.669038 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c5276754-4d28-4822-958b-812ff01d76a7 req-4d3065fb-52d2-40d0-a7d9-6fede499e0ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 916 time: 0.0902050 Jul 29 11:51:55.687042 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46846) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:55.712084 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c5276754-4d28-4822-958b-812ff01d76a7 req-1244a8e1-b515-4387-bda0-eeb2474374b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d57aa09-a07c-4b2f-a69b-70042434670c HTTP/1.1" status: 200 len: 217 time: 0.0362682 Jul 29 11:51:55.763081 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276754-4d28-4822-958b-812ff01d76a7 req-fe1f5557-3547-4895-9858-e5728921ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:55.764566 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c5276754-4d28-4822-958b-812ff01d76a7 req-fe1f5557-3547-4895-9858-e5728921ba43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.0458541 Jul 29 11:51:55.773628 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-1063cc1f-56f7-4564-9f7d-32ebc06ca99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:55.798919 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-baf9e5aa-c0c9-4938-b6f0-a79d53c6635a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:55.812306 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276754-4d28-4822-958b-812ff01d76a7 req-591a3b67-ec5a-4f3d-bb33-897f28ed4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:55.813848 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c5276754-4d28-4822-958b-812ff01d76a7 req-591a3b67-ec5a-4f3d-bb33-897f28ed4417 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416405 Jul 29 11:51:55.851258 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device d99e2239-1b7e-46f6-b919-e3f8a7ca8642 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:51:55.887583 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-baf9e5aa-c0c9-4938-b6f0-a79d53c6635a admin admin] Publish callbacks [] for security_group (0a4041c6-c54c-4778-8159-0caf35b92fc4), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:55.891961 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-baf9e5aa-c0c9-4938-b6f0-a79d53c6635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0a4041c6-c54c-4778-8159-0caf35b92fc4), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:55.917691 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c5276754-4d28-4822-958b-812ff01d76a7 req-e743c4ed-9071-4e44-a162-c67b8b197c0d service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958445 Jul 29 11:51:55.941384 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-baf9e5aa-c0c9-4938-b6f0-a79d53c6635a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8aa117205762492592d719d70d3ed388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530928 Jul 29 11:51:55.942182 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46850) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:55.942836 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9e5aa-c0c9-4938-b6f0-a79d53c6635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4041c6-c54c-4778-8159-0caf35b92fc4,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:55.968855 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:56.007187 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b1529af7-6fad-49dc-ba98-cabb02634b62 admin admin] Publish callbacks [] for security_group (0a4041c6-c54c-4778-8159-0caf35b92fc4), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.033262 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b1529af7-6fad-49dc-ba98-cabb02634b62 admin admin] Publish callbacks [] for security_group (0a4041c6-c54c-4778-8159-0caf35b92fc4), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.037785 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c5276754-4d28-4822-958b-812ff01d76a7 req-65963af2-7ff5-4a10-9532-b2cce773993a service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111867 Jul 29 11:51:56.093256 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:56.105098 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045fa48-3c42-4c46-bb60-a6c14225032b req-7d072639-9bc3-4c9d-aa57-102a30d70d84 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:56.105524 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'port_id': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'mac_address': 'fa:16:3e:f4:0d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:51:56.106629 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6045fa48-3c42-4c46-bb60-a6c14225032b req-7d072639-9bc3-4c9d-aa57-102a30d70d84 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 943 time: 0.0648026 Jul 29 11:51:56.131716 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:56.142667 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b1529af7-6fad-49dc-ba98-cabb02634b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0a4041c6-c54c-4778-8159-0caf35b92fc4), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.146105 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 is: ACTIVE; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:51:56.146620 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.150390 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b1529af7-6fad-49dc-ba98-cabb02634b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.152085 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b1529af7-6fad-49dc-ba98-cabb02634b62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a4041c6-c54c-4778-8159-0caf35b92fc4 HTTP/1.1" status: 204 len: 168 time: 0.2063177 Jul 29 11:51:56.161725 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d99e2239-1b7e-46f6-b919-e3f8a7ca8642 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:51:56.183715 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6045fa48-3c42-4c46-bb60-a6c14225032b req-8ed4a370-cfa2-44ff-bbff-7fc8861b1120 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702844 Jul 29 11:51:56.184822 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1529af7-6fad-49dc-ba98-cabb02634b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4041c6-c54c-4778-8159-0caf35b92fc4,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:56.191905 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:56.210595 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.269733 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,revision_number=6']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:56.284522 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.284875 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.285243 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.285655 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.286001 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.286334 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.286668 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.287173 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.287502 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.287832 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.288161 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.288521 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.288934 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.289387 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.289769 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:51:56.308615 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea49d9-825a-484b-8fc1-92771b9286b7 req-80a839c1-d637-45ee-9279-40cb8680d604 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:56.309644 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dbea49d9-825a-484b-8fc1-92771b9286b7 req-80a839c1-d637-45ee-9279-40cb8680d604 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 945 time: 0.0826814 Jul 29 11:51:56.332569 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['d99e2239-1b7e-46f6-b919-e3f8a7ca8642'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:51:56.371048 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dbea49d9-825a-484b-8fc1-92771b9286b7 req-79648a76-af42-4d6d-bc7d-a5665dd3cff9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552130 Jul 29 11:51:56.507296 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 46870) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:56.521833 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c68e8835-ef1f-43ad-82ac-347e29d59948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.606026 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c68e8835-ef1f-43ad-82ac-347e29d59948 admin admin] Publish callbacks [] for security_group (153c52cf-bd76-4a8f-8a4f-6896d76c1ee1), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.610208 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c68e8835-ef1f-43ad-82ac-347e29d59948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (153c52cf-bd76-4a8f-8a4f-6896d76c1ee1), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.651512 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c68e8835-ef1f-43ad-82ac-347e29d59948 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81b7cacbbf64459696b0f5e3b04af979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430640 Jul 29 11:51:56.652353 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e8835-ef1f-43ad-82ac-347e29d59948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153c52cf-bd76-4a8f-8a4f-6896d76c1ee1,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:56.655124 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 46876) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:51:56.708357 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-acc0f464-91f2-40ee-8d80-faa557946507 admin admin] Publish callbacks [] for security_group (153c52cf-bd76-4a8f-8a4f-6896d76c1ee1), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.734479 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-acc0f464-91f2-40ee-8d80-faa557946507 admin admin] Publish callbacks [] for security_group (153c52cf-bd76-4a8f-8a4f-6896d76c1ee1), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.782521 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-acc0f464-91f2-40ee-8d80-faa557946507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (153c52cf-bd76-4a8f-8a4f-6896d76c1ee1), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.785029 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-acc0f464-91f2-40ee-8d80-faa557946507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:56.786333 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-acc0f464-91f2-40ee-8d80-faa557946507 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/153c52cf-bd76-4a8f-8a4f-6896d76c1ee1 HTTP/1.1" status: 204 len: 168 time: 0.1296957 Jul 29 11:51:56.794937 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0f464-91f2-40ee-8d80-faa557946507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153c52cf-bd76-4a8f-8a4f-6896d76c1ee1,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:56.809723 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:57.340640 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a697578-b09f-4d21-89ea-452e629e02f1 req-d0f621da-e194-4a45-b229-8369457a0650 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:57.344537 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3a697578-b09f-4d21-89ea-452e629e02f1 req-d0f621da-e194-4a45-b229-8369457a0650 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 943 time: 0.0712979 Jul 29 11:51:57.399279 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:57.427020 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3a697578-b09f-4d21-89ea-452e629e02f1 req-b70afc7f-2acb-439f-80cb-bea66b81fc6e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767863 Jul 29 11:51:57.538185 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb18fbb-9df0-4a96-bf38-a7b105fd3672 req-3ec4f57b-39ec-4d95-81f9-1caa6bab9cd6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:57.547562 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dfb18fbb-9df0-4a96-bf38-a7b105fd3672 req-3ec4f57b-39ec-4d95-81f9-1caa6bab9cd6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 945 time: 0.0664763 Jul 29 11:51:57.602306 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dfb18fbb-9df0-4a96-bf38-a7b105fd3672 req-13d2de1a-0e6b-4676-9e60-bf12ed57ddaa tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535326 Jul 29 11:51:57.819078 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-0ae8e2e6-7b62-4e3b-8798-a147e3b55c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:57.857249 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 3d57aa09-a07c-4b2f-a69b-70042434670c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:51:57.860343 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device d99e2239-1b7e-46f6-b919-e3f8a7ca8642 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:51:57.931622 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:51:57.932351 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:58.099840 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 3d57aa09-a07c-4b2f-a69b-70042434670c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3d57aa09-a07c-4b2f-a69b-70042434670c,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:58.102621 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:51:58.103526 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:58.126614 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '3d57aa09-a07c-4b2f-a69b-70042434670c', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'port_id': '3d57aa09-a07c-4b2f-a69b-70042434670c', 'mac_address': 'fa:16:3e:7b:a4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:51:58.147462 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:51:58.150651 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab101936-d3e3-4dc9-ae07-9bb47c41b102" -d '{"events": [{"server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "name": "network-vif-plugged", "status": "completed", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:51:58.189930 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:58.199251 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:58.203205 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f2839d-ae1a-43c7-aa99-cec2c76beba2 x-openstack-request-id: req-58f2839d-ae1a-43c7-aa99-cec2c76beba2 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:51:58.203563 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "name": "network-vif-plugged", "status": "completed", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:51:58.203884 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58f2839d-ae1a-43c7-aa99-cec2c76beba2 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:51:58.204347 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f2839d-ae1a-43c7-aa99-cec2c76beba2'] response: {'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'code': 200} Jul 29 11:51:58.209721 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 3d57aa09-a07c-4b2f-a69b-70042434670c is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:51:58.210241 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:58.256164 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d57aa09-a07c-4b2f-a69b-70042434670c {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:51:58.297790 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 3d57aa09-a07c-4b2f-a69b-70042434670c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3d57aa09-a07c-4b2f-a69b-70042434670c,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:51:58.301627 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,revision_number=7']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:58.305024 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:58.379703 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=3d57aa09-a07c-4b2f-a69b-70042434670c,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:51:58.583703 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['3d57aa09-a07c-4b2f-a69b-70042434670c'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:51:58.590695 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c874f-6d78-4206-a504-1cef41281c47 req-f3d50fc5-fda3-41a2-a4da-9480609a26e5 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:58.592414 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e65c874f-6d78-4206-a504-1cef41281c47 req-f3d50fc5-fda3-41a2-a4da-9480609a26e5 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 944 time: 0.0693700 Jul 29 11:51:58.642188 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:58.685387 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e65c874f-6d78-4206-a504-1cef41281c47 req-d52132ab-a5bf-49b3-8270-3c392e2abf7d tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857263 Jul 29 11:51:58.904376 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:58.907083 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=53 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:59.145794 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:51:59.152654 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2d8cd-208f-471c-9814-0b462e0b94d3 req-c70b6f86-98d1-43d7-bea1-39bc2b3db4ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:59.171275 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6ab2d8cd-208f-471c-9814-0b462e0b94d3 req-c70b6f86-98d1-43d7-bea1-39bc2b3db4ad tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.4538760 Jul 29 11:51:59.227845 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6ab2d8cd-208f-471c-9814-0b462e0b94d3 req-4506c46b-2f0d-4c46-9845-960499580a8b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556128 Jul 29 11:51:59.811346 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d51bc2-c3d7-4eae-8ae6-0f2d37dcf21d req-f7401dd1-41c3-44c1-b77a-441be3c1a4f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:51:59.813050 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e1d51bc2-c3d7-4eae-8ae6-0f2d37dcf21d req-f7401dd1-41c3-44c1-b77a-441be3c1a4f9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 944 time: 0.0550795 Jul 29 11:51:59.827697 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:59.849131 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 3d57aa09-a07c-4b2f-a69b-70042434670c up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:51:59.880111 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e1d51bc2-c3d7-4eae-8ae6-0f2d37dcf21d req-d55f2120-e3ed-42c6-b5b6-431af320e145 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605929 Jul 29 11:51:59.900602 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:51:59.918496 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 3d57aa09-a07c-4b2f-a69b-70042434670c completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:51:59.928377 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 3d57aa09-a07c-4b2f-a69b-70042434670c triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:51:59.929235 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:00.019852 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 3d57aa09-a07c-4b2f-a69b-70042434670c is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:52:00.020594 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:00.066220 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 3d57aa09-a07c-4b2f-a69b-70042434670c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3d57aa09-a07c-4b2f-a69b-70042434670c,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:52:00.070894 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:00.124861 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=3d57aa09-a07c-4b2f-a69b-70042434670c,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:00.205926 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472c7a09-0157-404d-bd35-d765fd6baed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d57aa09-a07c-4b2f-a69b-70042434670c'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:52:00.208341 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25404915-0cb9-4eda-b619-012178352f65" -d '{"events": [{"server_uuid": "472c7a09-0157-404d-bd35-d765fd6baed6", "name": "network-vif-plugged", "status": "completed", "tag": "3d57aa09-a07c-4b2f-a69b-70042434670c"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:52:00.254598 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762b1e76-30b2-487a-8472-e5d23995434d x-openstack-request-id: req-762b1e76-30b2-487a-8472-e5d23995434d {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:52:00.254981 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472c7a09-0157-404d-bd35-d765fd6baed6", "name": "network-vif-plugged", "status": "completed", "tag": "3d57aa09-a07c-4b2f-a69b-70042434670c", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:52:00.255299 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-762b1e76-30b2-487a-8472-e5d23995434d {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:52:00.255758 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762b1e76-30b2-487a-8472-e5d23995434d'] response: {'server_uuid': '472c7a09-0157-404d-bd35-d765fd6baed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d57aa09-a07c-4b2f-a69b-70042434670c', 'code': 200} Jul 29 11:52:00.433026 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f5d9d-5a05-4e5a-8ba4-d27ccbe6811c req-27870a3b-1e2b-469b-a068-ef4c3e3f1942 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:00.434656 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bf7f5d9d-5a05-4e5a-8ba4-d27ccbe6811c req-27870a3b-1e2b-469b-a068-ef4c3e3f1942 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0959754 Jul 29 11:52:00.482980 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa4feb-8ada-4903-9bd7-24731d3c0b76 req-98cd0375-6b96-4a62-9e28-32b9f761cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:00.485338 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c5aa4feb-8ada-4903-9bd7-24731d3c0b76 req-98cd0375-6b96-4a62-9e28-32b9f761cce0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 1129 time: 0.0463243 Jul 29 11:52:00.513086 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bf7f5d9d-5a05-4e5a-8ba4-d27ccbe6811c req-f03110b7-bead-4706-8ebc-8105ac53a6b8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717721 Jul 29 11:52:00.551169 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c5aa4feb-8ada-4903-9bd7-24731d3c0b76 req-14dba4bf-c694-4ea8-bfb8-495f6cf0f0c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593338 Jul 29 11:52:00.721933 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:00.842395 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:01.019268 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf124e4-eade-4613-aeea-be1e3a08496b req-db5796a3-a2b3-4aee-ae71-73a695fb17a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:01.020696 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5cf124e4-eade-4613-aeea-be1e3a08496b req-db5796a3-a2b3-4aee-ae71-73a695fb17a6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 945 time: 0.0553031 Jul 29 11:52:01.073940 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5cf124e4-eade-4613-aeea-be1e3a08496b req-819bcb6a-c872-4582-ae13-b9104cc82289 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462468 Jul 29 11:52:01.654935 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e602e6-16d4-43e0-a327-1c68044b9e44 req-ce2662c2-34a1-436d-ac6d-71606825673c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:01.662609 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a3e602e6-16d4-43e0-a327-1c68044b9e44 req-ce2662c2-34a1-436d-ac6d-71606825673c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0615950 Jul 29 11:52:01.929109 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a3e602e6-16d4-43e0-a327-1c68044b9e44 req-699219df-730e-424b-8cd2-bb40af18c8cf tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656665 Jul 29 11:52:02.215059 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735b07c-47f4-459c-acc2-7b2f9d6b0244 req-c639a983-c93a-4d58-a63c-9b820e1a6d0a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:02.217366 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2735b07c-47f4-459c-acc2-7b2f9d6b0244 req-c639a983-c93a-4d58-a63c-9b820e1a6d0a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 945 time: 0.0566826 Jul 29 11:52:02.288485 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2735b07c-47f4-459c-acc2-7b2f9d6b0244 req-19c7f19b-5393-4211-9554-49f5e759f590 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645657 Jul 29 11:52:03.065595 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0475e8-c647-47d0-a4dc-fd874f9e08c0 req-ce190dbe-ce7f-432f-bcda-b21adea961e5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:03.068095 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0e0475e8-c647-47d0-a4dc-fd874f9e08c0 req-ce190dbe-ce7f-432f-bcda-b21adea961e5 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0529220 Jul 29 11:52:03.122595 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0e0475e8-c647-47d0-a4dc-fd874f9e08c0 req-87410fdf-4c12-4355-b0ac-83c8247b3999 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455697 Jul 29 11:52:03.445049 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153e3a3-c418-40f9-9c22-cdfcb871f12f req-e8cc1f73-5fc4-4767-8f55-5da37c4daad1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:03.446857 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9153e3a3-c418-40f9-9c22-cdfcb871f12f req-e8cc1f73-5fc4-4767-8f55-5da37c4daad1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 945 time: 0.0643735 Jul 29 11:52:03.511412 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9153e3a3-c418-40f9-9c22-cdfcb871f12f req-5694bfa3-c06a-4416-8af3-d7fe01166207 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587940 Jul 29 11:52:03.608041 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:03.646437 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b19be-8548-4eea-8303-cdb179d8c380 req-f418bc90-b1fe-4f95-9f80-32b5b305e1a9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:03.648313 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-859b19be-8548-4eea-8303-cdb179d8c380 req-f418bc90-b1fe-4f95-9f80-32b5b305e1a9 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 945 time: 0.0535812 Jul 29 11:52:03.660422 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47012) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:03.665241 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-441c49d4-0dc8-4a87-aada-6825629d46d3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Request body: {'floatingip': {'port_id': '3d57aa09-a07c-4b2f-a69b-70042434670c'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:52:03.709835 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-441c49d4-0dc8-4a87-aada-6825629d46d3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (9010778a-56af-4f7a-88fd-275ebe1b619d), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:03.843646 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:04.329672 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94f329-5d0c-4832-a46f-96dd2e03ff86 req-ebe570c9-4d50-47ab-91f3-f7309434b74c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:04.337163 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fa94f329-5d0c-4832-a46f-96dd2e03ff86 req-ebe570c9-4d50-47ab-91f3-f7309434b74c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0748208 Jul 29 11:52:04.389691 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:04.398980 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fa94f329-5d0c-4832-a46f-96dd2e03ff86 req-02ac7699-a551-4a40-b43f-f78cc579ed68 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591846 Jul 29 11:52:04.534998 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-441c49d4-0dc8-4a87-aada-6825629d46d3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:04.543220 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-441c49d4-0dc8-4a87-aada-6825629d46d3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (9010778a-56af-4f7a-88fd-275ebe1b619d), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:04.660093 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.l3_db [None req-441c49d4-0dc8-4a87-aada-6825629d46d3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Floating IP 9010778a-56af-4f7a-88fd-275ebe1b619d associated. External IP: 172.27.2.53, port: 3d57aa09-a07c-4b2f-a69b-70042434670c. Jul 29 11:52:04.909776 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441c49d4-0dc8-4a87-aada-6825629d46d3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Router c9acab26-dbec-4825-9638-45cf2caa6d10 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:52:05.045593 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441c49d4-0dc8-4a87-aada-6825629d46d3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:52:05.050813 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-441c49d4-0dc8-4a87-aada-6825629d46d3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:05.058231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b6d47-67d2-4f40-b2bf-15d6752eefe3 None None] Sync routers for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:52:05.076415 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b6d47-67d2-4f40-b2bf-15d6752eefe3 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:52:05.077060 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-051b6d47-67d2-4f40-b2bf-15d6752eefe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:51:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:52:05.125310 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-441c49d4-0dc8-4a87-aada-6825629d46d3 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "PUT /v2.0/floatingips/9010778a-56af-4f7a-88fd-275ebe1b619d HTTP/1.1" status: 200 len: 990 time: 1.4636281 Jul 29 11:52:05.126068 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472c7a09-0157-404d-bd35-d765fd6baed6', 'tag': '3d57aa09-a07c-4b2f-a69b-70042434670c'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:52:05.128794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a" -d '{"events": [{"name": "network-changed", "server_uuid": "472c7a09-0157-404d-bd35-d765fd6baed6", "tag": "3d57aa09-a07c-4b2f-a69b-70042434670c"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:52:05.240424 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-051b6d47-67d2-4f40-b2bf-15d6752eefe3 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:52:05.317440 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b133261e-6c44-4063-804f-ab5213caae79 x-openstack-request-id: req-b133261e-6c44-4063-804f-ab5213caae79 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:52:05.317440 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472c7a09-0157-404d-bd35-d765fd6baed6", "tag": "3d57aa09-a07c-4b2f-a69b-70042434670c", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:52:05.317440 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b133261e-6c44-4063-804f-ab5213caae79 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:52:05.317440 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b133261e-6c44-4063-804f-ab5213caae79'] response: {'name': 'network-changed', 'server_uuid': '472c7a09-0157-404d-bd35-d765fd6baed6', 'tag': '3d57aa09-a07c-4b2f-a69b-70042434670c', 'status': 'completed', 'code': 200} Jul 29 11:52:05.393786 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a req-b75a7c6e-3390-4f9f-99cb-8a84beda236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:05.395681 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a req-b75a7c6e-3390-4f9f-99cb-8a84beda236a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a4b9969357142bc8724804eb47e0c48&device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 1129 time: 0.0483723 Jul 29 11:52:05.507207 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a req-de30fc10-29a4-4b87-8247-4dd880a47393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:05.510277 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a req-de30fc10-29a4-4b87-8247-4dd880a47393 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 200 len: 916 time: 0.1083148 Jul 29 11:52:05.545518 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-051b6d47-67d2-4f40-b2bf-15d6752eefe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '9010778a-56af-4f7a-88fd-275ebe1b619d', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '3d57aa09-a07c-4b2f-a69b-70042434670c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:7b:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472c7a09-0157-404d-bd35-d765fd6baed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:51:50Z', 'updated_at': '2022-07-29T11:52:04Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:52:05.577102 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b6d47-67d2-4f40-b2bf-15d6752eefe3 None None] Checking router: c9acab26-dbec-4825-9638-45cf2caa6d10 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:52:05.586176 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b6d47-67d2-4f40-b2bf-15d6752eefe3 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:52:05.587698 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-051b6d47-67d2-4f40-b2bf-15d6752eefe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:51:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:52:05.589378 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931a82-9029-4772-8645-9d918dc118d0 req-15a40b81-cd6a-4ce2-8732-85bd15164a0a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:05.597979 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-51931a82-9029-4772-8645-9d918dc118d0 req-15a40b81-cd6a-4ce2-8732-85bd15164a0a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0968835 Jul 29 11:52:05.603932 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a req-3b1f299e-0245-4d87-a0ba-122035f23e5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d57aa09-a07c-4b2f-a69b-70042434670c HTTP/1.1" status: 200 len: 998 time: 0.0849109 Jul 29 11:52:05.671539 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:05.675138 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-51931a82-9029-4772-8645-9d918dc118d0 req-912ec896-d09f-4103-affe-0a101297a73c tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750046 Jul 29 11:52:05.685994 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a req-011fa336-90c8-4deb-a0f3-dc635c285ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:05.687747 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a req-011fa336-90c8-4deb-a0f3-dc635c285ba0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 200 len: 854 time: 0.0773497 Jul 29 11:52:05.692899 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:05.753861 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-051b6d47-67d2-4f40-b2bf-15d6752eefe3 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:52:05.754365 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a req-9ed42928-051a-41f3-85a2-6406715ce635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:05.757246 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a req-9ed42928-051a-41f3-85a2-6406715ce635 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8c1956d-5393-448f-8fc5-93aafd4768ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555723 Jul 29 11:52:05.855469 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a req-a0d1991e-c2cb-440e-831c-fea85fdb5dce service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904791 Jul 29 11:52:05.984311 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b8edb21d-3a45-45fe-b2ef-c05c5265c66a req-4c247ce4-2c0e-482b-970b-a8d0555bc0e4 service neutron] 10.222.0.58 "GET /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221476 Jul 29 11:52:06.018090 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-051b6d47-67d2-4f40-b2bf-15d6752eefe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '9010778a-56af-4f7a-88fd-275ebe1b619d', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '3d57aa09-a07c-4b2f-a69b-70042434670c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:7b:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472c7a09-0157-404d-bd35-d765fd6baed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:51:50Z', 'updated_at': '2022-07-29T11:52:04Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:52:06.046034 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b6d47-67d2-4f40-b2bf-15d6752eefe3 None None] The sync data for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi is: [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '9010778a-56af-4f7a-88fd-275ebe1b619d', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'port_id': '3d57aa09-a07c-4b2f-a69b-70042434670c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'mac_address': 'fa:16:3e:7b:a4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472c7a09-0157-404d-bd35-d765fd6baed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:51:50Z', 'updated_at': '2022-07-29T11:52:04Z', 'revision_number': 1, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:52:06.233472 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdb8cf-cd4e-49ed-b3d3-6e6b9a31deff None None] New status for floating IP 9010778a-56af-4f7a-88fd-275ebe1b619d: ACTIVE {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:52:06.624434 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:06.660379 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a0d9-983f-4ddf-82dd-9551fc300f08 req-03a6ae62-2ae6-4dd9-80c8-2a3f2660f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:06.661935 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c786a0d9-983f-4ddf-82dd-9551fc300f08 req-03a6ae62-2ae6-4dd9-80c8-2a3f2660f768 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 1130 time: 0.0453587 Jul 29 11:52:06.764358 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a0d9-983f-4ddf-82dd-9551fc300f08 req-918ed857-e4fb-4d90-bf5b-dcb0f6cea917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:06.765848 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c786a0d9-983f-4ddf-82dd-9551fc300f08 req-918ed857-e4fb-4d90-bf5b-dcb0f6cea917 service neutron] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 918 time: 0.0968163 Jul 29 11:52:06.799698 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8705f-0b8b-4f28-8428-98f3b929c756 req-c785b1cf-53cb-46d4-89ee-5064994ec2a8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:06.801172 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c0a8705f-0b8b-4f28-8428-98f3b929c756 req-c785b1cf-53cb-46d4-89ee-5064994ec2a8 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0479128 Jul 29 11:52:06.829969 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c786a0d9-983f-4ddf-82dd-9551fc300f08 req-e871c7f3-d2b1-4f3a-a1c9-7c3a2b6ab9a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642 HTTP/1.1" status: 200 len: 1002 time: 0.0573337 Jul 29 11:52:06.853797 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c0a8705f-0b8b-4f28-8428-98f3b929c756 req-86197518-b717-4fac-9520-15d079dd1eb9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Jul 29 11:52:06.880019 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a0d9-983f-4ddf-82dd-9551fc300f08 req-82285df8-f415-41b1-a70f-dfece47a997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:06.881407 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c786a0d9-983f-4ddf-82dd-9551fc300f08 req-82285df8-f415-41b1-a70f-dfece47a997a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.0449722 Jul 29 11:52:06.929960 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a0d9-983f-4ddf-82dd-9551fc300f08 req-5d9daebc-2d7b-4ea8-824b-bd38f4b23eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:06.931543 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c786a0d9-983f-4ddf-82dd-9551fc300f08 req-5d9daebc-2d7b-4ea8-824b-bd38f4b23eab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431814 Jul 29 11:52:07.022401 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c786a0d9-983f-4ddf-82dd-9551fc300f08 req-bc274c91-e547-4ad3-a603-3e3da856cfc6 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831420 Jul 29 11:52:07.114682 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-c786a0d9-983f-4ddf-82dd-9551fc300f08 req-7c9557dc-5195-4475-9f7a-6b6c2ad48eff service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857306 Jul 29 11:52:07.984329 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd64fd-02b9-458d-af6c-5c22aa2dc850 req-a3ae9d6c-3b38-4e83-8f76-5ef532699cf6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:07.985842 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ebdd64fd-02b9-458d-af6c-5c22aa2dc850 req-a3ae9d6c-3b38-4e83-8f76-5ef532699cf6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0549436 Jul 29 11:52:08.032748 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ebdd64fd-02b9-458d-af6c-5c22aa2dc850 req-e422098a-9ae8-45f3-9d6c-5fe7170ab946 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414221 Jul 29 11:52:09.141224 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:09.154785 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a17de-ef8c-4bc6-88af-0a715264158b req-685b10b0-741a-4702-be0e-f131fa52bfff tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:09.156265 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3d0a17de-ef8c-4bc6-88af-0a715264158b req-685b10b0-741a-4702-be0e-f131fa52bfff tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 946 time: 0.0481110 Jul 29 11:52:09.203676 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3d0a17de-ef8c-4bc6-88af-0a715264158b req-6fd1706c-8d45-4ea5-b6fa-85f7cec5faab tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418870 Jul 29 11:52:09.955515 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device d99e2239-1b7e-46f6-b919-e3f8a7ca8642 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:52:09.982726 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:10.038419 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 is: ACTIVE; New status is: DOWN {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:52:10.038912 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:10.065195 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:52:10.067737 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982f7d43-59fe-4a4c-ad5a-ae4610b78511" -d '{"events": [{"server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "name": "network-vif-unplugged", "status": "completed", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:52:10.082361 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:52:10.087421 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:10.152000 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,revision_number=8']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:10.203930 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Jul 2022 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7fef63-d8f1-4a88-bab1-4bbfafac5f0d x-openstack-request-id: req-2f7fef63-d8f1-4a88-bab1-4bbfafac5f0d {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:52:10.204462 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "name": "network-vif-unplugged", "status": "failed", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642", "code": 422}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:52:10.204784 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f7fef63-d8f1-4a88-bab1-4bbfafac5f0d {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:52:10.205365 dv-cinder-837542-7-iscsi neutron-server[115840]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2f7fef63-d8f1-4a88-bab1-4bbfafac5f0d']: {'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'code': 422} returned with failed status Jul 29 11:52:10.256058 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c42ab-6403-4ae5-b285-0d5e40a7ac45 req-c216215b-6523-4bd4-9e29-b1f4ba53ea00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:10.257170 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-e8a836e1-a6fb-41b0-8af5-2e970963dd01 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524583 Jul 29 11:52:10.261909 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e09c42ab-6403-4ae5-b285-0d5e40a7ac45 req-c216215b-6523-4bd4-9e29-b1f4ba53ea00 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0573773 Jul 29 11:52:10.293153 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8c25-090b-4050-a2ec-5f396fe00d5b req-31a50a9f-d3a8-48b6-a3e9-71c410b08f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:10.294797 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07da8c25-090b-4050-a2ec-5f396fe00d5b req-31a50a9f-d3a8-48b6-a3e9-71c410b08f23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=861c5a0403c94abd9ae479175604c835&device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 1168 time: 0.0586672 Jul 29 11:52:10.375064 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f37edb-c3a9-4fde-9350-6889da41004e req-c4f7bce3-4dd3-48b4-a3e7-b294a6661b22 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:10.376569 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c2f37edb-c3a9-4fde-9350-6889da41004e req-c4f7bce3-4dd3-48b4-a3e7-b294a6661b22 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.1135564 Jul 29 11:52:10.395542 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-dc653dc4-9a2e-422d-831b-9ab36a9f50b6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:10.396894 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-dc653dc4-9a2e-422d-831b-9ab36a9f50b6 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports/d99e2239-1b7e-46f6-b919-e3f8a7ca8642 HTTP/1.1" status: 200 len: 941 time: 0.1051176 Jul 29 11:52:10.409940 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e09c42ab-6403-4ae5-b285-0d5e40a7ac45 req-40917cb2-e467-4b50-a8af-63172c4d940d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457145 Jul 29 11:52:10.433440 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8c25-090b-4050-a2ec-5f396fe00d5b req-bc44edd9-a5e2-4726-9d7c-fe6edaf8fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:10.433440 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07da8c25-090b-4050-a2ec-5f396fe00d5b req-bc44edd9-a5e2-4726-9d7c-fe6edaf8fd49 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 HTTP/1.1" status: 200 len: 916 time: 0.1169221 Jul 29 11:52:10.474449 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:10.476677 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c2f37edb-c3a9-4fde-9350-6889da41004e req-45449176-bb69-4279-ac65-af3b412284cd tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892165 Jul 29 11:52:10.497690 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07da8c25-090b-4050-a2ec-5f396fe00d5b req-7bed8db1-0212-4e26-9de3-96404db2dac3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626 HTTP/1.1" status: 200 len: 1001 time: 0.0666776 Jul 29 11:52:10.551444 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8c25-090b-4050-a2ec-5f396fe00d5b req-96d8785b-1006-4b43-827d-54e2545dae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:10.552903 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07da8c25-090b-4050-a2ec-5f396fe00d5b req-96d8785b-1006-4b43-827d-54e2545dae59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5967605b-dd9b-46b1-aaab-707eaac57e42 HTTP/1.1" status: 200 len: 854 time: 0.0482688 Jul 29 11:52:10.597824 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8c25-090b-4050-a2ec-5f396fe00d5b req-8960a450-b26a-4ee5-8892-6b4cb1a6c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:10.599380 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07da8c25-090b-4050-a2ec-5f396fe00d5b req-8960a450-b26a-4ee5-8892-6b4cb1a6c08b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401604 Jul 29 11:52:10.700000 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07da8c25-090b-4050-a2ec-5f396fe00d5b req-23deaf49-3e5c-4b61-8f45-ba47cefdbc0e service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937517 Jul 29 11:52:10.792564 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07da8c25-090b-4050-a2ec-5f396fe00d5b req-808461bc-a953-45f7-acd4-5399cb1eac16 service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849745 Jul 29 11:52:11.355067 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-a96a13dd-63d7-4ef0-85e5-c56dc4d68066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:11.356552 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-a96a13dd-63d7-4ef0-85e5-c56dc4d68066 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b&tenant_id=90047b9130334326ad98280a8edb2bc6 HTTP/1.1" status: 200 len: 1128 time: 0.0731573 Jul 29 11:52:11.413195 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:11.419853 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-889daabe-cce0-4096-bbd2-c7404daee9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:11.421380 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-889daabe-cce0-4096-bbd2-c7404daee9e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 1128 time: 0.0406134 Jul 29 11:52:11.530068 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-1474d59d-c370-4b0f-8e6e-92fd75fe55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:11.531947 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-1474d59d-c370-4b0f-8e6e-92fd75fe55a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 918 time: 0.0980682 Jul 29 11:52:11.548110 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54dad6-bba3-4692-aeca-63aed85bcd1e req-46485099-39fb-4ec1-ab38-3ce51291a842 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:11.549613 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3e54dad6-bba3-4692-aeca-63aed85bcd1e req-46485099-39fb-4ec1-ab38-3ce51291a842 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0611966 Jul 29 11:52:11.596253 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-995ca216-7d99-4456-b9f6-979800109e83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642 HTTP/1.1" status: 200 len: 1000 time: 0.0573361 Jul 29 11:52:11.615883 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78e3c6-208e-4c9c-8608-29aa5ef18d49 req-b6f8ad1d-ad82-4d9e-b489-feee5203086f tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:11.617358 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f78e3c6-208e-4c9c-8608-29aa5ef18d49 req-b6f8ad1d-ad82-4d9e-b489-feee5203086f tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.0668900 Jul 29 11:52:11.647421 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-12e95b16-7fd7-4279-b6b6-3a5841aad896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:11.649013 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-12e95b16-7fd7-4279-b6b6-3a5841aad896 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.0465472 Jul 29 11:52:11.649440 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3e54dad6-bba3-4692-aeca-63aed85bcd1e req-35ba8b4c-acd9-4ebc-9c0b-f920d0e255db tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901337 Jul 29 11:52:11.691001 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f78e3c6-208e-4c9c-8608-29aa5ef18d49 req-74ae4c92-65de-4bec-a0c3-f2046552ae21 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669382 Jul 29 11:52:11.698370 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-d12ece19-f62b-4d9a-92f2-6c215dbd1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:11.699797 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-d12ece19-f62b-4d9a-92f2-6c215dbd1a76 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431745 Jul 29 11:52:11.790279 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-d2332fc6-62ea-42ca-a45a-634bc26fd923 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819643 Jul 29 11:52:11.881071 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-63538a4a-5757-432b-b981-dcbeb36f58c8 req-cfeebf29-85b0-45a0-9230-42c041609c3e service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845661 Jul 29 11:52:12.789514 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2a52-895b-44cd-bd14-c82b4267dc15 req-a4c98e0a-6203-4e86-91d9-218355b3f8f7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:12.791160 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a42e2a52-895b-44cd-bd14-c82b4267dc15 req-a4c98e0a-6203-4e86-91d9-218355b3f8f7 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0542312 Jul 29 11:52:12.861251 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b8c6-8427-4bc3-bc4e-1c23f9034e08 req-d4062631-24ce-4d14-a9a6-b6e928b49e31 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:12.862782 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3d22b8c6-8427-4bc3-bc4e-1c23f9034e08 req-d4062631-24ce-4d14-a9a6-b6e928b49e31 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.0706468 Jul 29 11:52:12.892724 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:12.917387 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a42e2a52-895b-44cd-bd14-c82b4267dc15 req-881a3794-3cd2-4362-a10e-3282ae3b8a55 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923164 Jul 29 11:52:12.956774 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3d22b8c6-8427-4bc3-bc4e-1c23f9034e08 req-cbfddd42-7801-4efe-83b3-aa2e13a05936 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854051 Jul 29 11:52:13.348640 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:52:14.052192 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49204e-ffa0-436f-a46e-9040135b3acb req-e05e21d0-3472-4118-b730-e61d6f51febb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:14.054017 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-da49204e-ffa0-436f-a46e-9040135b3acb req-e05e21d0-3472-4118-b730-e61d6f51febb tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0547032 Jul 29 11:52:14.132808 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8743c-46fc-4df8-8c9d-d47265065621 req-3ef4c02e-d812-4da7-896e-19efc2c4d3ee tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:14.136538 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fdb8743c-46fc-4df8-8c9d-d47265065621 req-3ef4c02e-d812-4da7-896e-19efc2c4d3ee tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.0801160 Jul 29 11:52:14.176347 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-da49204e-ffa0-436f-a46e-9040135b3acb req-a4a949d1-a0c3-43ac-a7fd-988441ed4127 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095910 Jul 29 11:52:14.249600 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fdb8743c-46fc-4df8-8c9d-d47265065621 req-f7b4f258-1728-4e72-bf46-2b7129c4a29f tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044354 Jul 29 11:52:15.280248 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47184) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:15.378662 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29ea08-c8a1-4ea1-a047-dc24d35d67bc req-b5cd391d-bb0d-4ea2-96fe-66e6abbdc854 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:15.380951 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6e29ea08-c8a1-4ea1-a047-dc24d35d67bc req-b5cd391d-bb0d-4ea2-96fe-66e6abbdc854 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0840974 Jul 29 11:52:15.406558 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-519611f6-e603-43a6-b982-359bd4f7342a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:15.466786 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5756a4-b857-408e-9153-ece39f18112a req-3c170668-5528-434b-8c3d-8d5052aa0c58 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:15.474250 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b5756a4-b857-408e-9153-ece39f18112a req-3c170668-5528-434b-8c3d-8d5052aa0c58 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.0918417 Jul 29 11:52:15.507067 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:15.523711 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-519611f6-e603-43a6-b982-359bd4f7342a admin admin] Publish callbacks [] for security_group (e1119f8e-c60f-4e3b-984b-c03146df5023), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:15.529397 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-519611f6-e603-43a6-b982-359bd4f7342a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (e1119f8e-c60f-4e3b-984b-c03146df5023), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:15.545206 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6e29ea08-c8a1-4ea1-a047-dc24d35d67bc req-6d87cfde-a288-4b93-b067-284cfcb049b3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449096 Jul 29 11:52:15.566445 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-519611f6-e603-43a6-b982-359bd4f7342a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1903187794940588bb04aa38014b3bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850690 Jul 29 11:52:15.573749 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47188) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:15.588510 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:15.593768 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519611f6-e603-43a6-b982-359bd4f7342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1119f8e-c60f-4e3b-984b-c03146df5023,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:15.605171 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b5756a4-b857-408e-9153-ece39f18112a req-258db0e4-1b85-40fb-962f-cbd69dbf62a5 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288972 Jul 29 11:52:15.655951 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6ea4490d-e29c-494e-aab4-51ffa47f4211 admin admin] Publish callbacks [] for security_group (e1119f8e-c60f-4e3b-984b-c03146df5023), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:15.701003 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6ea4490d-e29c-494e-aab4-51ffa47f4211 admin admin] Publish callbacks [] for security_group (e1119f8e-c60f-4e3b-984b-c03146df5023), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:15.751720 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6ea4490d-e29c-494e-aab4-51ffa47f4211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (e1119f8e-c60f-4e3b-984b-c03146df5023), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:15.754763 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6ea4490d-e29c-494e-aab4-51ffa47f4211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:15.756021 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-6ea4490d-e29c-494e-aab4-51ffa47f4211 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1119f8e-c60f-4e3b-984b-c03146df5023 HTTP/1.1" status: 204 len: 168 time: 0.1811113 Jul 29 11:52:15.766544 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4490d-e29c-494e-aab4-51ffa47f4211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1119f8e-c60f-4e3b-984b-c03146df5023,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:16.338367 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:16.715302 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74829fb4-cdc1-413a-9dee-4223cc52e6b0 req-01dcb521-c35a-41fd-9883-e7e597ea620b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:16.725146 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-74829fb4-cdc1-413a-9dee-4223cc52e6b0 req-01dcb521-c35a-41fd-9883-e7e597ea620b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0949922 Jul 29 11:52:16.797803 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526a024-98fd-4360-ba87-3412b6cd494d req-34ac0100-43e8-4bff-ad82-f2348c3abf47 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:16.799436 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a526a024-98fd-4360-ba87-3412b6cd494d req-34ac0100-43e8-4bff-ad82-f2348c3abf47 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.1025164 Jul 29 11:52:16.874686 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-74829fb4-cdc1-413a-9dee-4223cc52e6b0 req-5b11bba3-970e-4e4b-b73d-0b8866712a01 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478169 Jul 29 11:52:16.963041 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a526a024-98fd-4360-ba87-3412b6cd494d req-4321d0e0-0857-4791-a1fb-510050055b2b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559241 Jul 29 11:52:18.027434 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe50da-8d08-4840-8a92-a16c1923f550 req-220330f2-031a-4b2f-aa3c-d4174b0cd058 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:18.029159 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-aefe50da-8d08-4840-8a92-a16c1923f550 req-220330f2-031a-4b2f-aa3c-d4174b0cd058 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0488694 Jul 29 11:52:18.123317 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b8831-4c5a-41bb-a55d-5112320a460e req-ac6043d8-5479-4ef2-b4fb-9cc974284a5c tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:18.124993 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-574b8831-4c5a-41bb-a55d-5112320a460e req-ac6043d8-5479-4ef2-b4fb-9cc974284a5c tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.0781927 Jul 29 11:52:18.144789 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-aefe50da-8d08-4840-8a92-a16c1923f550 req-ea8d504b-4191-4bca-bb8d-a9b97ef1e4c9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066439 Jul 29 11:52:18.203300 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-574b8831-4c5a-41bb-a55d-5112320a460e req-aee85efd-ecc1-4190-b740-9d923626a5b4 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690153 Jul 29 11:52:19.339778 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c292ba7-c2b7-4fb8-a0db-939cdd17b001 req-a95986f1-2fc4-47fc-957d-58c7f5e06875 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:19.341276 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4c292ba7-c2b7-4fb8-a0db-939cdd17b001 req-a95986f1-2fc4-47fc-957d-58c7f5e06875 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0963774 Jul 29 11:52:19.365169 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e8ffe-5147-4a88-a80e-66cc67a61852 req-7a3816ad-3ade-48a6-9fd1-b18ce28f97ca tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:19.366652 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-197e8ffe-5147-4a88-a80e-66cc67a61852 req-7a3816ad-3ade-48a6-9fd1-b18ce28f97ca tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.0698435 Jul 29 11:52:19.425793 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4c292ba7-c2b7-4fb8-a0db-939cdd17b001 req-23f75649-f7e0-4096-8af6-3962f761aee9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788293 Jul 29 11:52:19.442066 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:19.470937 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-197e8ffe-5147-4a88-a80e-66cc67a61852 req-0779653e-daf4-4589-8834-1c5e6d1a3fad tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879004 Jul 29 11:52:20.326942 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47260) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:20.440601 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf017-8b65-4ed0-bb61-5a11d0716761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:20.517562 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:20.540222 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf017-8b65-4ed0-bb61-5a11d0716761 admin admin] Publish callbacks [] for security_group (d68ed6e9-7ff4-40a0-8fab-85f7c423a4c3), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:20.551853 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf017-8b65-4ed0-bb61-5a11d0716761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (d68ed6e9-7ff4-40a0-8fab-85f7c423a4c3), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:20.629856 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-1b9bf017-8b65-4ed0-bb61-5a11d0716761 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0dae8a4ec654f2891dcbb9843932408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016927 Jul 29 11:52:20.637517 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47270) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:20.638399 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64542591-8ddb-49be-9472-525e926bfa23 req-e440936d-3eed-4d97-8172-77864a279f75 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:20.640693 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-64542591-8ddb-49be-9472-525e926bfa23 req-e440936d-3eed-4d97-8172-77864a279f75 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.1235275 Jul 29 11:52:20.679728 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04442d-abbf-4990-a1a0-7ab2de66d880 req-32a8ea1d-3f26-4750-ac51-dceb594e29c2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:20.682493 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fb04442d-abbf-4990-a1a0-7ab2de66d880 req-32a8ea1d-3f26-4750-ac51-dceb594e29c2 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.1101284 Jul 29 11:52:20.722501 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bf017-8b65-4ed0-bb61-5a11d0716761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68ed6e9-7ff4-40a0-8fab-85f7c423a4c3,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:20.734923 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-64542591-8ddb-49be-9472-525e926bfa23 req-ee7cffad-fdd8-45f3-8b9e-6c62ac915460 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866127 Jul 29 11:52:20.746127 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-41883d57-606a-4602-9b5c-798c0fa6a444 admin admin] Publish callbacks [] for security_group (d68ed6e9-7ff4-40a0-8fab-85f7c423a4c3), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:20.787668 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-41883d57-606a-4602-9b5c-798c0fa6a444 admin admin] Publish callbacks [] for security_group (d68ed6e9-7ff4-40a0-8fab-85f7c423a4c3), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:20.803234 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fb04442d-abbf-4990-a1a0-7ab2de66d880 req-b7ec12d7-8a94-44fd-b03a-2b231d2dece3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129224 Jul 29 11:52:20.855077 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-41883d57-606a-4602-9b5c-798c0fa6a444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (d68ed6e9-7ff4-40a0-8fab-85f7c423a4c3), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:20.857834 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-41883d57-606a-4602-9b5c-798c0fa6a444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:20.859084 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-41883d57-606a-4602-9b5c-798c0fa6a444 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d68ed6e9-7ff4-40a0-8fab-85f7c423a4c3 HTTP/1.1" status: 204 len: 168 time: 0.2205207 Jul 29 11:52:20.879718 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41883d57-606a-4602-9b5c-798c0fa6a444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68ed6e9-7ff4-40a0-8fab-85f7c423a4c3,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:21.164867 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47276) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:21.181814 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4be0a88a-bf59-4c63-af8b-03cc83d94a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:21.261140 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4be0a88a-bf59-4c63-af8b-03cc83d94a7b admin admin] Publish callbacks [] for security_group (664142f9-b6a0-4d9c-87fd-d8737fac822b), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:21.264806 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4be0a88a-bf59-4c63-af8b-03cc83d94a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (664142f9-b6a0-4d9c-87fd-d8737fac822b), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:21.304296 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-4be0a88a-bf59-4c63-af8b-03cc83d94a7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b51bf1cca6c4fcc9dbab6aa71d1a21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383197 Jul 29 11:52:21.305685 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0a88a-bf59-4c63-af8b-03cc83d94a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664142f9-b6a0-4d9c-87fd-d8737fac822b,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:21.307668 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 47278) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:21.361615 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fb9-df48-4686-8352-74f8dec74ee3 admin admin] Publish callbacks [] for security_group (664142f9-b6a0-4d9c-87fd-d8737fac822b), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:21.383995 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fb9-df48-4686-8352-74f8dec74ee3 admin admin] Publish callbacks [] for security_group (664142f9-b6a0-4d9c-87fd-d8737fac822b), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:21.411517 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:21.431876 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fb9-df48-4686-8352-74f8dec74ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (664142f9-b6a0-4d9c-87fd-d8737fac822b), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:21.434464 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fb9-df48-4686-8352-74f8dec74ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:21.435583 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1ca82fb9-df48-4686-8352-74f8dec74ee3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/664142f9-b6a0-4d9c-87fd-d8737fac822b HTTP/1.1" status: 204 len: 168 time: 0.1269417 Jul 29 11:52:21.443297 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca82fb9-df48-4686-8352-74f8dec74ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664142f9-b6a0-4d9c-87fd-d8737fac822b,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:21.881671 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb634aa-53aa-4f3e-b0e8-3ce7d08015ba req-68f6aa87-23ce-448b-a6fb-4476918d1905 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:21.883823 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2cb634aa-53aa-4f3e-b0e8-3ce7d08015ba req-68f6aa87-23ce-448b-a6fb-4476918d1905 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0538301 Jul 29 11:52:21.948201 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441828c6-068c-4d4d-a05f-9da22cd1b86d req-79e35eb2-4585-4d3c-bb69-202c67cba142 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:21.950265 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-441828c6-068c-4d4d-a05f-9da22cd1b86d req-79e35eb2-4585-4d3c-bb69-202c67cba142 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.0653257 Jul 29 11:52:21.995358 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2cb634aa-53aa-4f3e-b0e8-3ce7d08015ba req-bbe64f09-ad64-493c-95e1-0cd724bc707d tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810261 Jul 29 11:52:22.037508 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-441828c6-068c-4d4d-a05f-9da22cd1b86d req-5d236e1d-5deb-4451-9eb7-b2e009ac6be6 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768235 Jul 29 11:52:23.167838 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30861a30-0c7c-48dd-8b4f-e561daa3d151 req-2fc04d53-71fc-4d85-8d4d-af70538c164a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:23.169319 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-30861a30-0c7c-48dd-8b4f-e561daa3d151 req-2fc04d53-71fc-4d85-8d4d-af70538c164a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 944 time: 0.0888181 Jul 29 11:52:23.189504 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaeb03-fa1d-4c43-9ca4-96c429664b48 req-772cc964-ac15-4412-8de7-a120770f36e7 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:23.193830 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-eabaeb03-fa1d-4c43-9ca4-96c429664b48 req-772cc964-ac15-4412-8de7-a120770f36e7 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.0793221 Jul 29 11:52:23.266774 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-30861a30-0c7c-48dd-8b4f-e561daa3d151 req-d0fad4df-819a-4ae9-8c25-0e1d4ac4be6b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909641 Jul 29 11:52:23.286976 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-eabaeb03-fa1d-4c43-9ca4-96c429664b48 req-418ba190-ea45-48f6-8d4f-50b7d6bb52f6 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530&id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831356 Jul 29 11:52:23.992653 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device d99e2239-1b7e-46f6-b919-e3f8a7ca8642 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:52:24.092273 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:52:24.103001 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'port_id': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'mac_address': 'fa:16:3e:f4:0d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:52:24.137254 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:52:24.137666 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:24.151748 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99e2239-1b7e-46f6-b919-e3f8a7ca8642 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:52:24.171447 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:52:24.175874 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:24.222059 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,revision_number=9']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:24.394547 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47702d-d2fd-49c2-83cd-5c13c7ef56ec req-053bcd89-fdf4-4ee9-a9d3-434fc0ab89ae tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:24.396049 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bc47702d-d2fd-49c2-83cd-5c13c7ef56ec req-053bcd89-fdf4-4ee9-a9d3-434fc0ab89ae tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 945 time: 0.0508485 Jul 29 11:52:24.407160 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['d99e2239-1b7e-46f6-b919-e3f8a7ca8642'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:52:24.446989 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bc47702d-d2fd-49c2-83cd-5c13c7ef56ec req-88f94a0f-1426-4309-84b3-c687aaa555e1 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452406 Jul 29 11:52:24.597541 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:25.500030 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:25.583134 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4367f90-ddd6-4210-8461-cee72e62bc4d req-fdb6d6ec-c0e9-4989-89a2-b07e0b62e9fc tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:25.584782 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a4367f90-ddd6-4210-8461-cee72e62bc4d req-fdb6d6ec-c0e9-4989-89a2-b07e0b62e9fc tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 945 time: 0.0535986 Jul 29 11:52:25.635829 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a4367f90-ddd6-4210-8461-cee72e62bc4d req-8ba358a8-ad1c-4b2e-a171-d3ab7c54e6d3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451822 Jul 29 11:52:25.776612 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-484198b4-902f-4454-9756-902a84e6c1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:25.988069 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device d99e2239-1b7e-46f6-b919-e3f8a7ca8642 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:52:26.033107 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:52:26.033503 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:26.102969 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:52:26.103352 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:26.125194 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:52:26.127429 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c980d0-ef96-4a76-9d60-ea66bed81b98" -d '{"events": [{"server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "name": "network-vif-plugged", "status": "completed", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:52:26.131418 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:26.141634 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:52:26.145514 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:26.168920 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9629a9-d3e2-4a34-88b3-5ac681f32bfd x-openstack-request-id: req-7c9629a9-d3e2-4a34-88b3-5ac681f32bfd {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:52:26.169206 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "name": "network-vif-plugged", "status": "completed", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:52:26.169481 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c9629a9-d3e2-4a34-88b3-5ac681f32bfd {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:52:26.169882 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9629a9-d3e2-4a34-88b3-5ac681f32bfd'] response: {'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'code': 200} Jul 29 11:52:26.198165 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,revision_number=10']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:26.364326 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:26.369233 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd07095-fe25-4dec-b29a-737519f6cf54 req-bf39f5ea-e67d-4d3e-8597-251c405c6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:26.370768 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4dd07095-fe25-4dec-b29a-737519f6cf54 req-bf39f5ea-e67d-4d3e-8597-251c405c6bcf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 1131 time: 0.0410590 Jul 29 11:52:26.416193 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4dd07095-fe25-4dec-b29a-737519f6cf54 req-62c294e9-4579-4e7a-a609-75706ac7b57c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367560 Jul 29 11:52:26.768986 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7da6-4c49-41b1-ad66-116d143414bd req-b575ab1d-4d8c-46b1-81ac-1da005423260 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:26.770482 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-010a7da6-4c49-41b1-ad66-116d143414bd req-b575ab1d-4d8c-46b1-81ac-1da005423260 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 947 time: 0.0538316 Jul 29 11:52:26.822814 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-010a7da6-4c49-41b1-ad66-116d143414bd req-740fc27a-af21-4dde-a062-b2dad293042b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460467 Jul 29 11:52:27.665721 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:27.668240 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:27.814248 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee9b0-d6b6-4511-b455-b1c5b10c03c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:27.925049 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:27.962718 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2b0c5-ffc8-401b-8aa8-3e39b7c53743 req-3d46f24c-1920-405e-9498-853c730c4f81 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:27.964213 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6ca2b0c5-ffc8-401b-8aa8-3e39b7c53743 req-3d46f24c-1920-405e-9498-853c730c4f81 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 947 time: 0.0498683 Jul 29 11:52:28.027386 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6ca2b0c5-ffc8-401b-8aa8-3e39b7c53743 req-b30fc8f6-057a-47f8-b1c2-a68fa2cb431b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573578 Jul 29 11:52:29.137680 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:29.151656 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fe59f-51c8-464e-9512-99fa9dbc7a47 req-104f5fbb-a735-473e-b666-f3cddf664398 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:29.153128 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b5fe59f-51c8-464e-9512-99fa9dbc7a47 req-104f5fbb-a735-473e-b666-f3cddf664398 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 947 time: 0.0482364 Jul 29 11:52:29.204376 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9b5fe59f-51c8-464e-9512-99fa9dbc7a47 req-1939adcd-3721-45e0-8a7e-397983500f59 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456114 Jul 29 11:52:29.466526 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-9287a17f-1963-4f0b-9bb6-4e173bd8ddfe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432124 Jul 29 11:52:29.534207 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-8152947b-4423-48c7-9141-2fbaa25a4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:29.535765 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-8152947b-4423-48c7-9141-2fbaa25a4972 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=90047b9130334326ad98280a8edb2bc6&device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 1131 time: 0.0410974 Jul 29 11:52:29.650038 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 47456) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:29.650231 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-eca293ee-13bb-48e4-9fe3-d9336ba8c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:29.651515 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-eca293ee-13bb-48e4-9fe3-d9336ba8c021 service neutron] 10.222.0.58 "GET /v2.0/networks?id=880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 200 len: 918 time: 0.0956218 Jul 29 11:52:29.715838 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-b81909ca-9ea9-4c67-b622-2126e4dcd40a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642 HTTP/1.1" status: 200 len: 1002 time: 0.0574868 Jul 29 11:52:29.760638 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-edfc1379-e6d4-4496-aba4-0ea2272f2417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:29.764181 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-94f1a0e3-9fab-4ee0-b4ea-eceff4dfc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:29.765676 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-94f1a0e3-9fab-4ee0-b4ea-eceff4dfc6f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 200 len: 856 time: 0.0441217 Jul 29 11:52:29.789637 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:29.813472 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-d33a7c69-5636-4c9f-b578-82f9bf9f4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:29.814961 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-d33a7c69-5636-4c9f-b578-82f9bf9f4603 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=880bbcc5-592e-4ef5-8c48-acff52af8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430062 Jul 29 11:52:29.842490 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-edfc1379-e6d4-4496-aba4-0ea2272f2417 admin admin] Publish callbacks [] for security_group (e9d8be7b-50ff-4339-9030-eec8fbf2bb96), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:29.846645 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-edfc1379-e6d4-4496-aba4-0ea2272f2417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (e9d8be7b-50ff-4339-9030-eec8fbf2bb96), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:29.886120 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc1379-e6d4-4496-aba4-0ea2272f2417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d8be7b-50ff-4339-9030-eec8fbf2bb96,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:29.892963 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-edfc1379-e6d4-4496-aba4-0ea2272f2417 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2476f933bbd74a9e84abc76549305e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416217 Jul 29 11:52:29.894993 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47460) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:29.904966 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:29.927010 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-ddf3b110-ec35-4203-94d9-d65a43b436fd service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055782 Jul 29 11:52:30.259469 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c086689b-2cbb-444b-ba48-a1be8c0a1a30 admin admin] Publish callbacks [] for security_group (e9d8be7b-50ff-4339-9030-eec8fbf2bb96), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.299631 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c086689b-2cbb-444b-ba48-a1be8c0a1a30 admin admin] Publish callbacks [] for security_group (e9d8be7b-50ff-4339-9030-eec8fbf2bb96), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.302970 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8b2d5432-028f-475e-ada3-75bf179a4057 req-7bdf6e4e-c8ba-4d88-8ccc-db4bc6dd4139 service neutron] 10.222.0.58 "GET /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669770 Jul 29 11:52:30.351214 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c086689b-2cbb-444b-ba48-a1be8c0a1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (e9d8be7b-50ff-4339-9030-eec8fbf2bb96), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.353887 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c086689b-2cbb-444b-ba48-a1be8c0a1a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.355033 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c086689b-2cbb-444b-ba48-a1be8c0a1a30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9d8be7b-50ff-4339-9030-eec8fbf2bb96 HTTP/1.1" status: 204 len: 168 time: 0.4590662 Jul 29 11:52:30.362745 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086689b-2cbb-444b-ba48-a1be8c0a1a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d8be7b-50ff-4339-9030-eec8fbf2bb96,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:30.622789 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47466) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:30.636547 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a693d40f-6c32-40cf-b239-536f0e8cd176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.711319 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a693d40f-6c32-40cf-b239-536f0e8cd176 admin admin] Publish callbacks [] for security_group (6a9abdfe-4e55-4293-9d52-1d796111139f), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.715472 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a693d40f-6c32-40cf-b239-536f0e8cd176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6a9abdfe-4e55-4293-9d52-1d796111139f), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.723598 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.751738 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:30.759254 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-a693d40f-6c32-40cf-b239-536f0e8cd176 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55ef34078836430ea1c86ac420d46945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354337 Jul 29 11:52:30.760998 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693d40f-6c32-40cf-b239-536f0e8cd176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9abdfe-4e55-4293-9d52-1d796111139f,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:30.762728 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 47468) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:30.812012 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f8872abf-5657-41ba-b05a-6ae9dc6ac96c admin admin] Publish callbacks [] for security_group (6a9abdfe-4e55-4293-9d52-1d796111139f), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.832994 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f8872abf-5657-41ba-b05a-6ae9dc6ac96c admin admin] Publish callbacks [] for security_group (6a9abdfe-4e55-4293-9d52-1d796111139f), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.844285 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.883685 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f8872abf-5657-41ba-b05a-6ae9dc6ac96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6a9abdfe-4e55-4293-9d52-1d796111139f), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.886539 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f8872abf-5657-41ba-b05a-6ae9dc6ac96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:30.887657 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-f8872abf-5657-41ba-b05a-6ae9dc6ac96c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a9abdfe-4e55-4293-9d52-1d796111139f HTTP/1.1" status: 204 len: 168 time: 0.1239777 Jul 29 11:52:30.895237 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8872abf-5657-41ba-b05a-6ae9dc6ac96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9abdfe-4e55-4293-9d52-1d796111139f,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:31.215406 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47474) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:31.229399 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ef21963-77e5-4958-a8ed-9b1834b3d2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:31.302323 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ef21963-77e5-4958-a8ed-9b1834b3d2ef admin admin] Publish callbacks [] for security_group (af83da62-6392-497a-a4f6-af2721596102), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:31.306677 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ef21963-77e5-4958-a8ed-9b1834b3d2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (af83da62-6392-497a-a4f6-af2721596102), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:31.344113 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef21963-77e5-4958-a8ed-9b1834b3d2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af83da62-6392-497a-a4f6-af2721596102,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:31.348420 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-9ef21963-77e5-4958-a8ed-9b1834b3d2ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7456aa4af0d14553804d1e8da8f02601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319883 Jul 29 11:52:31.351068 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47476) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:31.401675 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-977b292d-92cc-4f54-a4ac-fa4a0e9dd30c admin admin] Publish callbacks [] for security_group (af83da62-6392-497a-a4f6-af2721596102), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:31.423303 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-977b292d-92cc-4f54-a4ac-fa4a0e9dd30c admin admin] Publish callbacks [] for security_group (af83da62-6392-497a-a4f6-af2721596102), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:31.469544 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-977b292d-92cc-4f54-a4ac-fa4a0e9dd30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (af83da62-6392-497a-a4f6-af2721596102), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:31.472061 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-977b292d-92cc-4f54-a4ac-fa4a0e9dd30c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:31.473350 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-977b292d-92cc-4f54-a4ac-fa4a0e9dd30c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af83da62-6392-497a-a4f6-af2721596102 HTTP/1.1" status: 204 len: 168 time: 0.1192942 Jul 29 11:52:31.481768 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b292d-92cc-4f54-a4ac-fa4a0e9dd30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af83da62-6392-497a-a4f6-af2721596102,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:35.039479 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47522) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:35.147702 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a8babc51-4bf4-4bdf-874c-ed1fd1dfaca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:35.191514 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:35.227177 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a8babc51-4bf4-4bdf-874c-ed1fd1dfaca8 admin admin] Publish callbacks [] for security_group (8553faee-b45a-4b8d-9a1b-53e08c91a9be), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:35.230703 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-a8babc51-4bf4-4bdf-874c-ed1fd1dfaca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (8553faee-b45a-4b8d-9a1b-53e08c91a9be), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:35.270167 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-a8babc51-4bf4-4bdf-874c-ed1fd1dfaca8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4b7a885c05f4b1692335fbe6d86c682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296398 Jul 29 11:52:35.271049 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8babc51-4bf4-4bdf-874c-ed1fd1dfaca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8553faee-b45a-4b8d-9a1b-53e08c91a9be,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:35.272856 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 47526) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:35.321682 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d02ce50f-e04f-4433-9d2f-7be3548d7e2e admin admin] Publish callbacks [] for security_group (8553faee-b45a-4b8d-9a1b-53e08c91a9be), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:35.343027 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d02ce50f-e04f-4433-9d2f-7be3548d7e2e admin admin] Publish callbacks [] for security_group (8553faee-b45a-4b8d-9a1b-53e08c91a9be), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:35.388280 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d02ce50f-e04f-4433-9d2f-7be3548d7e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (8553faee-b45a-4b8d-9a1b-53e08c91a9be), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:35.390961 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d02ce50f-e04f-4433-9d2f-7be3548d7e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:35.392123 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d02ce50f-e04f-4433-9d2f-7be3548d7e2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8553faee-b45a-4b8d-9a1b-53e08c91a9be HTTP/1.1" status: 204 len: 168 time: 0.1181254 Jul 29 11:52:35.401080 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ce50f-e04f-4433-9d2f-7be3548d7e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8553faee-b45a-4b8d-9a1b-53e08c91a9be,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:45.264560 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=58,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:45.266457 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=10 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:45.374247 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=3,neutron:SELECT=44,neutron:DELETE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:45.395912 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=67,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:45.415671 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:45.416409 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:50.347702 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:52:52.691878 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1350e-3770-4594-be23-d1cd34d9d662 req-2a5ab3ac-7b49-4325-85eb-21012d5921cd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:52.693355 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d3b1350e-3770-4594-be23-d1cd34d9d662 req-2a5ab3ac-7b49-4325-85eb-21012d5921cd tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 945 time: 0.0478814 Jul 29 11:52:52.740876 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d3b1350e-3770-4594-be23-d1cd34d9d662 req-4fd2bd74-23c6-40d4-81d4-3712a4ad8f27 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417478 Jul 29 11:52:53.862945 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209378-8e7d-4d3d-9b53-909ad8ff57b4 req-91228f24-d13b-4d04-9707-2be7b4707dc6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:53.864428 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-11209378-8e7d-4d3d-9b53-909ad8ff57b4 req-91228f24-d13b-4d04-9707-2be7b4707dc6 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 945 time: 0.0509832 Jul 29 11:52:53.912275 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-11209378-8e7d-4d3d-9b53-909ad8ff57b4 req-31111d85-3bd8-495f-b6e6-d9b9a176244a tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd004763-1171-4699-b94d-2c667a792cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Jul 29 11:52:54.411395 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02204df-7212-4851-ac1c-31548b785bdb req-9d6a5cf8-b22e-4345-be86-91af8b89f890 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:52:54.412883 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e02204df-7212-4851-ac1c-31548b785bdb req-9d6a5cf8-b22e-4345-be86-91af8b89f890 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 945 time: 0.0478871 Jul 29 11:52:54.496772 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Deleting port 3d57aa09-a07c-4b2f-a69b-70042434670c {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:52:54.497025 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:54.586794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] For port 3d57aa09-a07c-4b2f-a69b-70042434670c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3d57aa09-a07c-4b2f-a69b-70042434670c,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:52:54.587149 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:54.749644 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:54.749898 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (9010778a-56af-4f7a-88fd-275ebe1b619d), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:54.750212 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.l3_db [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Floating IP 9010778a-56af-4f7a-88fd-275ebe1b619d disassociated. External IP: 172.27.2.53, port: 3d57aa09-a07c-4b2f-a69b-70042434670c. Jul 29 11:52:54.750557 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Calling delete_port for 3d57aa09-a07c-4b2f-a69b-70042434670c owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:52:54.873280 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (3d57aa09-a07c-4b2f-a69b-70042434670c), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:54.905627 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'Port': ['ID=3d57aa09-a07c-4b2f-a69b-70042434670c,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:54.917768 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.918116 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.918475 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.918790 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.919120 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.919448 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.919769 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.920096 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.920417 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.920738 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.921061 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.921379 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.921727 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.922045 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:54.922367 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:55.013948 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3c4196c8-4ca2-4531-b95a-290fa4d50009 req-cf996e12-bbd7-486a-9db2-eb6fcc8b1454 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/ports?device_id=472c7a09-0157-404d-bd35-d765fd6baed6 HTTP/1.1" status: 200 len: 210 time: 0.0290942 Jul 29 11:52:55.025870 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Router c9acab26-dbec-4825-9638-45cf2caa6d10 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:52:55.128739 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:52:55.140910 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8c6e3-133b-496e-a45f-befc8d55bfd4 None None] Sync routers for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:52:55.151272 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8c6e3-133b-496e-a45f-befc8d55bfd4 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:52:55.151884 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-b2a8c6e3-133b-496e-a45f-befc8d55bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:52:55.176267 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] No DVR routers for this DVR port 3d57aa09-a07c-4b2f-a69b-70042434670c on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:52:55.178979 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:55.182251 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e02204df-7212-4851-ac1c-31548b785bdb req-bca998d8-c35d-4338-8a8b-598a2b1fa60e tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.58 "DELETE /v2.0/ports/3d57aa09-a07c-4b2f-a69b-70042434670c HTTP/1.1" status: 204 len: 173 time: 0.7640569 Jul 29 11:52:55.182700 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472c7a09-0157-404d-bd35-d765fd6baed6', 'name': 'network-vif-deleted', 'tag': '3d57aa09-a07c-4b2f-a69b-70042434670c'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:52:55.184968 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f189a328-36f6-47c9-811d-36cd2071817b" -d '{"events": [{"server_uuid": "472c7a09-0157-404d-bd35-d765fd6baed6", "name": "network-vif-deleted", "tag": "3d57aa09-a07c-4b2f-a69b-70042434670c"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:52:55.226436 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb55cab8-aa0f-47bf-8139-bec0b10e4460 x-openstack-request-id: req-eb55cab8-aa0f-47bf-8139-bec0b10e4460 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:52:55.226738 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472c7a09-0157-404d-bd35-d765fd6baed6", "name": "network-vif-deleted", "tag": "3d57aa09-a07c-4b2f-a69b-70042434670c", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:52:55.227013 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb55cab8-aa0f-47bf-8139-bec0b10e4460 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:52:55.227426 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb55cab8-aa0f-47bf-8139-bec0b10e4460'] response: {'server_uuid': '472c7a09-0157-404d-bd35-d765fd6baed6', 'name': 'network-vif-deleted', 'tag': '3d57aa09-a07c-4b2f-a69b-70042434670c', 'status': 'completed', 'code': 200} Jul 29 11:52:55.260002 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-b2a8c6e3-133b-496e-a45f-befc8d55bfd4 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:52:55.458509 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-b2a8c6e3-133b-496e-a45f-befc8d55bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:52:55.483627 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8c6e3-133b-496e-a45f-befc8d55bfd4 None None] Checking router: c9acab26-dbec-4825-9638-45cf2caa6d10 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:52:55.492474 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8c6e3-133b-496e-a45f-befc8d55bfd4 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:52:55.493077 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-b2a8c6e3-133b-496e-a45f-befc8d55bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:52:55.549870 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:55.608241 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-b2a8c6e3-133b-496e-a45f-befc8d55bfd4 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:52:55.809579 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ef99343d-6c45-4e1d-b6ad-24da26d398a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:55.815357 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-b2a8c6e3-133b-496e-a45f-befc8d55bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:52:55.841134 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8c6e3-133b-496e-a45f-befc8d55bfd4 None None] The sync data for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi is: [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:46:33Z', 'revision_number': 4, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'a064b36b-f792-4b2b-bc42-202d7ed5cd45', 'name': '', 'network_id': 'b8c1956d-5393-448f-8fc5-93aafd4768ba', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'mac_address': 'fa:16:3e:f5:75:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:31Z', 'updated_at': '2022-07-29T11:46:44Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'subnets': [{'id': '22487528-4cb3-453b-b46a-f8e4c396dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:52:56.049173 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25168bcb-70b3-45a3-a38e-0d3be7d7f030 None None] New status for floating IP 9010778a-56af-4f7a-88fd-275ebe1b619d: DOWN {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:52:56.109322 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 47600) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:56.171015 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (cd004763-1171-4699-b94d-2c667a792cdb), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:56.197513 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (cd004763-1171-4699-b94d-2c667a792cdb), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:56.249804 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (cd004763-1171-4699-b94d-2c667a792cdb), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:56.252546 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:56.253783 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "DELETE /v2.0/security-groups/cd004763-1171-4699-b94d-2c667a792cdb HTTP/1.1" status: 204 len: 168 time: 0.1433320 Jul 29 11:52:56.257117 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47602) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:56.264341 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd004763-1171-4699-b94d-2c667a792cdb,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:56.271664 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.272093 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.272808 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.api.v2.resource [None req-8e5651fb-dde2-442a-aa6a-ba72cdf0cd17 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] show failed (client error): The resource could not be found. Jul 29 11:52:56.272991 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.273288 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.273642 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.273973 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.274297 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.274621 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.274946 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.275267 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.275589 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.275910 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.276249 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.276569 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.276886 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-8e5651fb-dde2-442a-aa6a-ba72cdf0cd17 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "GET /v2.0/security-groups/cd004763-1171-4699-b94d-2c667a792cdb HTTP/1.1" status: 404 len: 347 time: 0.0186841 Jul 29 11:52:56.276982 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da2c5b-9b67-4b53-917b-c30d1aaaaab1 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:52:56.277499 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47604) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:52:56.324283 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:56.395200 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d1cc0-7af2-4324-b008-6619aed85632 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Deleting port 908a7b98-fc76-42c7-b660-baa97f900238 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:52:56.395542 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1cc0-7af2-4324-b008-6619aed85632 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (908a7b98-fc76-42c7-b660-baa97f900238), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:56.451739 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:52:56.474829 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1cc0-7af2-4324-b008-6619aed85632 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (908a7b98-fc76-42c7-b660-baa97f900238), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:56.475767 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1cc0-7af2-4324-b008-6619aed85632 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (908a7b98-fc76-42c7-b660-baa97f900238), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:56.488122 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d1cc0-7af2-4324-b008-6619aed85632 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Calling delete_port for 908a7b98-fc76-42c7-b660-baa97f900238 owned by network:floatingip {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:52:56.627593 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1cc0-7af2-4324-b008-6619aed85632 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (908a7b98-fc76-42c7-b660-baa97f900238), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:56.652373 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d1cc0-7af2-4324-b008-6619aed85632 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Pushing event deleted for resources: {'Port': ['ID=908a7b98-fc76-42c7-b660-baa97f900238,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:52:56.721634 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1cc0-7af2-4324-b008-6619aed85632 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks [] for floatingip (9010778a-56af-4f7a-88fd-275ebe1b619d), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:56.724270 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1cc0-7af2-4324-b008-6619aed85632 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:56.726895 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-bb5d1cc0-7af2-4324-b008-6619aed85632 tempest-AttachVolumeNegativeTest-1350640603 tempest-AttachVolumeNegativeTest-1350640603-project] 10.222.0.60 "DELETE /v2.0/floatingips/9010778a-56af-4f7a-88fd-275ebe1b619d HTTP/1.1" status: 204 len: 168 time: 0.4470866 Jul 29 11:52:57.816228 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-da864683-c1d9-4464-b7e5-ae53ef2dc38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:52:58.229817 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 3d57aa09-a07c-4b2f-a69b-70042434670c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:52:58.250931 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 3d57aa09-a07c-4b2f-a69b-70042434670c {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:52:58.251278 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 3d57aa09-a07c-4b2f-a69b-70042434670c not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:52:59.140540 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:00.400583 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47644) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:00.726238 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:00.848070 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868379'] for router_interface (c9acab26-dbec-4825-9638-45cf2caa6d10), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:00.851062 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:01.035460 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:01.071393 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] Deleting port a064b36b-f792-4b2b-bc42-202d7ed5cd45 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:01.071730 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:01.125833 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:01.155242 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] For port a064b36b-f792-4b2b-bc42-202d7ed5cd45, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=a064b36b-f792-4b2b-bc42-202d7ed5cd45,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:01.155607 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:01.168425 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] Calling delete_port for a064b36b-f792-4b2b-bc42-202d7ed5cd45 owned by network:router_interface {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:01.349790 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (a064b36b-f792-4b2b-bc42-202d7ed5cd45), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:01.372974 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] Pushing event deleted for resources: {'Port': ['ID=a064b36b-f792-4b2b-bc42-202d7ed5cd45,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:01.539712 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-868495'] for router_interface (c9acab26-dbec-4825-9638-45cf2caa6d10), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:01.750435 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] Router c9acab26-dbec-4825-9638-45cf2caa6d10 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:53:01.852131 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:01.856980 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-5132bfbd-544b-489c-89e2-59f75d21611b admin admin] 10.222.0.60 "PUT /v2.0/routers/c9acab26-dbec-4825-9638-45cf2caa6d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4553714 Jul 29 11:53:01.859636 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47654) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:01.861669 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca173916-132a-4877-9d7b-a68499872f29 None None] Sync routers for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:01.872970 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca173916-132a-4877-9d7b-a68499872f29 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:01.873693 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-ca173916-132a-4877-9d7b-a68499872f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:01.897095 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:01.957651 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:01.962330 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Publish callbacks [] for router (c9acab26-dbec-4825-9638-45cf2caa6d10), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:01.978232 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-ca173916-132a-4877-9d7b-a68499872f29 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:02.005961 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:02.062838 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Publish callbacks [] for router_gateway (c9acab26-dbec-4825-9638-45cf2caa6d10), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.106852 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Deleting port d2301cc7-cf94-4eb4-bf6b-5e54fb675446 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:02.107187 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.154579 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:02.161069 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-ca173916-132a-4877-9d7b-a68499872f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:53:01Z', 'revision_number': 5, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port': {'id': 'd2301cc7-cf94-4eb4-bf6b-5e54fb675446', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:02.187020 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca173916-132a-4877-9d7b-a68499872f29 None None] Checking router: c9acab26-dbec-4825-9638-45cf2caa6d10 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:02.197114 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca173916-132a-4877-9d7b-a68499872f29 None None] Routers {'c9acab26-dbec-4825-9638-45cf2caa6d10'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:02.197851 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-ca173916-132a-4877-9d7b-a68499872f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['c9acab26-dbec-4825-9638-45cf2caa6d10'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:02.198153 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-83fd60cc-ce35-48f1-bee4-3e32c27cca2f req-893ebc4f-a3de-4bb2-8a79-15bbf7417bb8 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058753378&fields=id&tenant_id=861c5a0403c94abd9ae479175604c835 HTTP/1.1" status: 200 len: 267 time: 0.0572054 Jul 29 11:53:02.201249 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] For port d2301cc7-cf94-4eb4-bf6b-5e54fb675446, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=d2301cc7-cf94-4eb4-bf6b-5e54fb675446,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:02.201629 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.216349 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Calling delete_port for d2301cc7-cf94-4eb4-bf6b-5e54fb675446 owned by network:router_gateway {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:02.250490 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd60cc-ce35-48f1-bee4-3e32c27cca2f req-3399b418-6e4a-4360-8da5-916104f872a6 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:02.251961 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-83fd60cc-ce35-48f1-bee4-3e32c27cca2f req-3399b418-6e4a-4360-8da5-916104f872a6 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 984 time: 0.0477545 Jul 29 11:53:02.265771 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [req-83fd60cc-ce35-48f1-bee4-3e32c27cca2f req-5126944c-7bb3-4dcb-83ca-87a65182813b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Request body: {'port': {'security_groups': ['22dfda8a-f892-45fb-ac2c-dc9ba9702343']}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:02.290447 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-ca173916-132a-4877-9d7b-a68499872f29 None None] Set router c9acab26-dbec-4825-9638-45cf2caa6d10 gateway port host: None {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:02.345445 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-ca173916-132a-4877-9d7b-a68499872f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:53:02Z', 'revision_number': 6, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port_host': None}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:02.347217 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-83fd60cc-ce35-48f1-bee4-3e32c27cca2f req-5126944c-7bb3-4dcb-83ca-87a65182813b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.370580 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca173916-132a-4877-9d7b-a68499872f29 None None] The sync data for ids ['c9acab26-dbec-4825-9638-45cf2caa6d10'] in dv-cinder-837542-7-iscsi is: [{'id': 'c9acab26-dbec-4825-9638-45cf2caa6d10', 'name': 'tempest-AttachVolumeNegativeTest-2023586308-router', 'tenant_id': '6a4b9969357142bc8724804eb47e0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:22Z', 'updated_at': '2022-07-29T11:53:02Z', 'revision_number': 6, 'project_id': '6a4b9969357142bc8724804eb47e0c48', 'gw_port_host': None}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:02.399970 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (d2301cc7-cf94-4eb4-bf6b-5e54fb675446), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.428044 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2301cc7-cf94-4eb4-bf6b-5e54fb675446,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:02.489512 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-871195'] for router_gateway (c9acab26-dbec-4825-9638-45cf2caa6d10), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.535297 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [req-83fd60cc-ce35-48f1-bee4-3e32c27cca2f req-5126944c-7bb3-4dcb-83ca-87a65182813b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] For port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:02.566703 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-83fd60cc-ce35-48f1-bee4-3e32c27cca2f req-5126944c-7bb3-4dcb-83ca-87a65182813b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.572087 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-83fd60cc-ce35-48f1-bee4-3e32c27cca2f req-5126944c-7bb3-4dcb-83ca-87a65182813b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.578832 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (c9acab26-dbec-4825-9638-45cf2caa6d10), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.581802 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Publish callbacks [] for router_controller (c9acab26-dbec-4825-9638-45cf2caa6d10), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.584499 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['60afe5bb-47c8-40c1-8b64-67d4e2f7c626'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:53:02.618410 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd60cc-ce35-48f1-bee4-3e32c27cca2f req-5126944c-7bb3-4dcb-83ca-87a65182813b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:02.619045 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [req-83fd60cc-ce35-48f1-bee4-3e32c27cca2f req-5126944c-7bb3-4dcb-83ca-87a65182813b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.620475 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-83fd60cc-ce35-48f1-bee4-3e32c27cca2f req-5126944c-7bb3-4dcb-83ca-87a65182813b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "PUT /v2.0/ports/60afe5bb-47c8-40c1-8b64-67d4e2f7c626 HTTP/1.1" status: 200 len: 942 time: 0.3595414 Jul 29 11:53:02.620926 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:53:02.623256 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af0dffd-9448-4527-9481-70ab82a4364a" -d '{"events": [{"name": "network-changed", "server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:53:02.628188 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 47660) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:02.643605 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583954'] for router (c9acab26-dbec-4825-9638-45cf2caa6d10), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.645094 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9acab26-dbec-4825-9638-45cf2caa6d10 {{(pid=115838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 11:53:02.658367 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.660802 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-2f394fac-d6b5-4a23-829a-dbe191051d6a admin admin] 10.222.0.60 "DELETE /v2.0/routers/c9acab26-dbec-4825-9638-45cf2caa6d10 HTTP/1.1" status: 204 len: 168 time: 0.8001721 Jul 29 11:53:02.663844 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47664) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:02.687270 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126944c-7bb3-4dcb-83ca-87a65182813b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event updated for resources: {'Port': ['ID=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,revision_number=7']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:02.723908 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:02.725405 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9119-8e30-4dee-b915-aaee1db04096 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group (a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.741866 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['60afe5bb-47c8-40c1-8b64-67d4e2f7c626'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:53:02.775539 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9119-8e30-4dee-b915-aaee1db04096 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group (a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.876854 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:02.892785 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9119-8e30-4dee-b915-aaee1db04096 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.896361 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9119-8e30-4dee-b915-aaee1db04096 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:02.898388 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d0ea9119-8e30-4dee-b915-aaee1db04096 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "DELETE /v2.0/security-groups/a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530 HTTP/1.1" status: 204 len: 168 time: 0.2640235 Jul 29 11:53:02.910441 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 47666) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:02.911255 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea9119-8e30-4dee-b915-aaee1db04096 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cd8a1e-b7a0-41a6-b6a4-49419d7a3530,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:02.977825 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ebb789-f33a-42e0-8c6a-b45c447c3bba x-openstack-request-id: req-89ebb789-f33a-42e0-8c6a-b45c447c3bba {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:53:02.978122 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:53:02.978707 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89ebb789-f33a-42e0-8c6a-b45c447c3bba {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:53:02.978833 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ebb789-f33a-42e0-8c6a-b45c447c3bba'] response: {'name': 'network-changed', 'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'status': 'completed', 'code': 200} Jul 29 11:53:03.025306 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f7d65b1b-b957-4d77-8e2b-772890e0e1f0 None None] Provisioning complete for port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:03.025921 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f7d65b1b-b957-4d77-8e2b-772890e0e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.089590 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Deleting port 24fe0ae2-6ad9-4060-b2b9-d56daa98b89b {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:03.089930 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (24fe0ae2-6ad9-4060-b2b9-d56daa98b89b), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.114428 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f7d65b1b-b957-4d77-8e2b-772890e0e1f0 None None] Current status of the port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:03.163116 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_v2 [None req-55062b72-2684-4613-855a-0ae13ccc94d2 admin admin] Deleting subnet 22487528-4cb3-453b-b46a-f8e4c396dd42 {{(pid=115838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:53:03.166678 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0dffd-9448-4527-9481-70ab82a4364a req-634942f2-d7f4-444c-a111-cf78293e899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:03.168221 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7af0dffd-9448-4527-9481-70ab82a4364a req-634942f2-d7f4-444c-a111-cf78293e899d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=861c5a0403c94abd9ae479175604c835&device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 1129 time: 0.0594585 Jul 29 11:53:03.168921 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-55062b72-2684-4613-855a-0ae13ccc94d2 admin admin] Publish callbacks [] for subnet (22487528-4cb3-453b-b46a-f8e4c396dd42), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.169753 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (24fe0ae2-6ad9-4060-b2b9-d56daa98b89b), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.170097 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for floatingip (24fe0ae2-6ad9-4060-b2b9-d56daa98b89b), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.184026 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Calling delete_port for 24fe0ae2-6ad9-4060-b2b9-d56daa98b89b owned by network:floatingip {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:03.255612 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-55062b72-2684-4613-855a-0ae13ccc94d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10240618'] for subnet (22487528-4cb3-453b-b46a-f8e4c396dd42), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.281587 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:03.322268 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:03.363070 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (24fe0ae2-6ad9-4060-b2b9-d56daa98b89b), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.363759 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0dffd-9448-4527-9481-70ab82a4364a req-dfe809bd-10e0-49df-b04b-d882f9b3c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:03.364780 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7af0dffd-9448-4527-9481-70ab82a4364a req-dfe809bd-10e0-49df-b04b-d882f9b3c241 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 HTTP/1.1" status: 200 len: 916 time: 0.1758597 Jul 29 11:53:03.385541 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-55062b72-2684-4613-855a-0ae13ccc94d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (22487528-4cb3-453b-b46a-f8e4c396dd42), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.391886 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event deleted for resources: {'Port': ['ID=24fe0ae2-6ad9-4060-b2b9-d56daa98b89b,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:03.435349 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7af0dffd-9448-4527-9481-70ab82a4364a req-207f023f-d6ff-4cde-836b-fc6a16996dfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626 HTTP/1.1" status: 200 len: 217 time: 0.0616477 Jul 29 11:53:03.458418 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks [] for floatingip (316eb07b-48a2-4c93-91d6-3aeed5223534), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.458754 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Floating IP 316eb07b-48a2-4c93-91d6-3aeed5223534 disassociated (deleted). External IP: 172.27.2.182, port: 60afe5bb-47c8-40c1-8b64-67d4e2f7c626. Jul 29 11:53:03.505378 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0dffd-9448-4527-9481-70ab82a4364a req-a4653a7f-ec19-40c2-8930-b96b182a34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:03.507819 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7af0dffd-9448-4527-9481-70ab82a4364a req-a4653a7f-ec19-40c2-8930-b96b182a34d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5967605b-dd9b-46b1-aaab-707eaac57e42 HTTP/1.1" status: 200 len: 854 time: 0.0660522 Jul 29 11:53:03.514982 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-55062b72-2684-4613-855a-0ae13ccc94d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9795070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10080711'] for subnet (22487528-4cb3-453b-b46a-f8e4c396dd42), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.578706 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55062b72-2684-4613-855a-0ae13ccc94d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22487528-4cb3-453b-b46a-f8e4c396dd42,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:03.585107 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-55062b72-2684-4613-855a-0ae13ccc94d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.588307 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-55062b72-2684-4613-855a-0ae13ccc94d2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/22487528-4cb3-453b-b46a-f8e4c396dd42 HTTP/1.1" status: 204 len: 168 time: 0.9222963 Jul 29 11:53:03.591257 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47668) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:03.593942 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e06399-e061-4091-a86b-cea3a9c233d4 None None] Network b8c1956d-5393-448f-8fc5-93aafd4768ba requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:53:03.639089 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0dffd-9448-4527-9481-70ab82a4364a req-f6ee5a16-3617-478e-bc67-264f7270d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:03.643974 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7af0dffd-9448-4527-9481-70ab82a4364a req-f6ee5a16-3617-478e-bc67-264f7270d2c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1226656 Jul 29 11:53:03.688504 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Router 0355becb-befd-4697-8bdf-99f0efb91368 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:53:03.724058 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (b8c1956d-5393-448f-8fc5-93aafd4768ba), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.748484 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:03.796738 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] DHCP port deletion for b8c1956d-5393-448f-8fc5-93aafd4768ba request from dv-cinder-837542-7-iscsi {{(pid=115840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 11:53:03.801523 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Deleting port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:03.801860 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.814184 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:03.819601 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.823128 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7af0dffd-9448-4527-9481-70ab82a4364a req-64356dd5-263a-4b30-91e4-b1cb96055ce4 service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706722 Jul 29 11:53:03.828024 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f57a3-2315-4d9a-83c2-ec6c5820cf9c None None] Sync routers for ids ['0355becb-befd-4697-8bdf-99f0efb91368'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:03.828549 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device d2301cc7-cf94-4eb4-bf6b-5e54fb675446 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:03.834557 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:03.840060 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f57a3-2315-4d9a-83c2-ec6c5820cf9c None None] Routers {'0355becb-befd-4697-8bdf-99f0efb91368'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:03.841098 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-125f57a3-2315-4d9a-83c2-ec6c5820cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['0355becb-befd-4697-8bdf-99f0efb91368'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:03.860079 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-5bfaf3ab-5ba1-470b-862b-2e2fa491aede tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "DELETE /v2.0/floatingips/316eb07b-48a2-4c93-91d6-3aeed5223534 HTTP/1.1" status: 204 len: 168 time: 0.9459279 Jul 29 11:53:03.903425 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] For port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=750ffa66-a50c-462b-b2c6-57eddd7a7bc4,segment=NetworkSegment(40315b5b-22d6-4a5b-8a62-ad64155fbe83),segment_id=40315b5b-22d6-4a5b-8a62-ad64155fbe83)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:03.903949 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:03.921185 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Calling delete_port for 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 owned by network:dhcp {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:03.963612 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-125f57a3-2315-4d9a-83c2-ec6c5820cf9c None None] Set router 0355becb-befd-4697-8bdf-99f0efb91368 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:03.994266 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: d2301cc7-cf94-4eb4-bf6b-5e54fb675446 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:03.994266 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device d2301cc7-cf94-4eb4-bf6b-5e54fb675446 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:03.994696 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device a064b36b-f792-4b2b-bc42-202d7ed5cd45 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:03.998088 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Deleting port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 {{(pid=115840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:03.998481 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), before_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.021545 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.028356 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: a064b36b-f792-4b2b-bc42-202d7ed5cd45 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:04.028910 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device a064b36b-f792-4b2b-bc42-202d7ed5cd45 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:04.098823 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] For port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4, host dv-cinder-837542-7-iscsi, got binding levels [] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:04.099226 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), precommit_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.100265 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] No DVR routers for this DVR port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 on host dv-cinder-837542-7-iscsi {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:53:04.106962 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=750ffa66-a50c-462b-b2c6-57eddd7a7bc4,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:04.140362 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Calling delete_port for 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 owned by network:dhcp {{(pid=115840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:04.147634 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.ipam_backend_mixin [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 was not found and therefore no delete operation was performed {{(pid=115840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 29 11:53:04.150809 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (750ffa66-a50c-462b-b2c6-57eddd7a7bc4), after_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.203062 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-125f57a3-2315-4d9a-83c2-ec6c5820cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '6fdaf829-44f9-40c5-8371-9ac0fdcce4bc', 'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'mac_address': 'fa:16:3e:8c:9e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:50Z', 'updated_at': '2022-07-29T11:50:54Z', 'revision_number': 5, 'project_id': '861c5a0403c94abd9ae479175604c835', 'subnets': [{'id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:04.207522 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Pushing event deleted for resources: {'Port': ['ID=750ffa66-a50c-462b-b2c6-57eddd7a7bc4,revision_number=None']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:04.212969 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] No DVR routers for this DVR port 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 on host dv-cinder-837542-7-iscsi {{(pid=115840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:53:04.216653 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (b8c1956d-5393-448f-8fc5-93aafd4768ba), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.225602 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.226253 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.227013 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.227585 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.228072 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.229133 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.229668 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.230316 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.230814 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.231622 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.232118 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.232603 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.233091 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.233729 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.234897 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf736e-9d36-4de0-85c6-32705f4033a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:04.238039 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c1956d-5393-448f-8fc5-93aafd4768ba']}} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:04.249319 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:04.254852 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40315b5b-22d6-4a5b-8a62-ad64155fbe83') {'for_net_delete': True} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:04.255147 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40315b5b-22d6-4a5b-8a62-ad64155fbe83') {} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:04.255463 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f57a3-2315-4d9a-83c2-ec6c5820cf9c None None] Checking router: 0355becb-befd-4697-8bdf-99f0efb91368 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:04.267467 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f57a3-2315-4d9a-83c2-ec6c5820cf9c None None] Routers {'0355becb-befd-4697-8bdf-99f0efb91368'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:04.268112 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-125f57a3-2315-4d9a-83c2-ec6c5820cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['0355becb-befd-4697-8bdf-99f0efb91368'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:04.271345 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240627'] for segment (40315b5b-22d6-4a5b-8a62-ad64155fbe83), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.299328 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (40315b5b-22d6-4a5b-8a62-ad64155fbe83), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.313224 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=115838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:53:04.313669 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794976'] for segment (40315b5b-22d6-4a5b-8a62-ad64155fbe83), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.330405 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7af0dffd-9448-4527-9481-70ab82a4364a req-2e43df70-4d92-4d0b-98c0-09549579d614 service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190835 Jul 29 11:53:04.381622 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-125f57a3-2315-4d9a-83c2-ec6c5820cf9c None None] Set router 0355becb-befd-4697-8bdf-99f0efb91368 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:04.382873 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (b8c1956d-5393-448f-8fc5-93aafd4768ba), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.390005 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.395481 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b8c1956d-5393-448f-8fc5-93aafd4768ba HTTP/1.1" status: 204 len: 168 time: 0.8011167 Jul 29 11:53:04.403375 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecfaa8-b305-4089-9ca7-c9c5adde33e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c1956d-5393-448f-8fc5-93aafd4768ba,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:04.488359 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 40315b5b-22d6-4a5b-8a62-ad64155fbe83 resource provider aggregate not found Jul 29 11:53:04.510842 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 40315b5b-22d6-4a5b-8a62-ad64155fbe83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40315b5b-22d6-4a5b-8a62-ad64155fbe83 found for delete ", "request_id": "req-9aa2a10e-6cb5-490b-a29a-90b273d6acd4"}]} Jul 29 11:53:04.524093 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:04.543422 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47686) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:04.563422 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:04.585757 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-017a079d-5678-4fe3-b972-b96e1c70dc9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a4b9969357142bc8724804eb47e0c48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411267 Jul 29 11:53:04.588328 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47688) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:04.602783 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-125f57a3-2315-4d9a-83c2-ec6c5820cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '6fdaf829-44f9-40c5-8371-9ac0fdcce4bc', 'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'mac_address': 'fa:16:3e:8c:9e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:50Z', 'updated_at': '2022-07-29T11:50:54Z', 'revision_number': 5, 'project_id': '861c5a0403c94abd9ae479175604c835', 'subnets': [{'id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:04.627464 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f57a3-2315-4d9a-83c2-ec6c5820cf9c None None] The sync data for ids ['0355becb-befd-4697-8bdf-99f0efb91368'] in dv-cinder-837542-7-iscsi is: [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '6fdaf829-44f9-40c5-8371-9ac0fdcce4bc', 'name': '', 'network_id': '4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'mac_address': 'fa:16:3e:8c:9e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:50Z', 'updated_at': '2022-07-29T11:50:54Z', 'revision_number': 5, 'project_id': '861c5a0403c94abd9ae479175604c835', 'subnets': [{'id': '5967605b-dd9b-46b1-aaab-707eaac57e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:04.646717 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-76198661-d948-4b4e-8dd3-dc6dcb8b8179 admin admin] Publish callbacks [] for security_group (f8447989-9459-416e-bcdb-3a1a56320adc), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.671081 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-76198661-d948-4b4e-8dd3-dc6dcb8b8179 admin admin] Publish callbacks [] for security_group (f8447989-9459-416e-bcdb-3a1a56320adc), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.727092 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-76198661-d948-4b4e-8dd3-dc6dcb8b8179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f8447989-9459-416e-bcdb-3a1a56320adc), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.730401 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-76198661-d948-4b4e-8dd3-dc6dcb8b8179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:04.731696 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-76198661-d948-4b4e-8dd3-dc6dcb8b8179 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8447989-9459-416e-bcdb-3a1a56320adc HTTP/1.1" status: 204 len: 168 time: 0.1417489 Jul 29 11:53:04.740636 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76198661-d948-4b4e-8dd3-dc6dcb8b8179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8447989-9459-416e-bcdb-3a1a56320adc,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:04.885445 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa953230-fe9e-4fcd-89b5-6639074db375 None None] New status for floating IP 316eb07b-48a2-4c93-91d6-3aeed5223534: DOWN {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:53:04.980303 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:53:04.983609 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f355a5-0d97-4d07-9987-1f233ef21ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:53:05.024331 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43980747-c01a-4e01-a959-359f9d0a1edc x-openstack-request-id: req-43980747-c01a-4e01-a959-359f9d0a1edc {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:53:05.024625 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:53:05.024872 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43980747-c01a-4e01-a959-359f9d0a1edc {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:53:05.025269 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43980747-c01a-4e01-a959-359f9d0a1edc'] response: {'name': 'network-changed', 'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'status': 'completed', 'code': 200} Jul 29 11:53:05.089994 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f355a5-0d97-4d07-9987-1f233ef21ea9 req-840f694f-8fce-4e3f-a19d-e1d5937c688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:05.091665 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-57f355a5-0d97-4d07-9987-1f233ef21ea9 req-840f694f-8fce-4e3f-a19d-e1d5937c688f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=861c5a0403c94abd9ae479175604c835&device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 1129 time: 0.0417101 Jul 29 11:53:05.189981 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f355a5-0d97-4d07-9987-1f233ef21ea9 req-979ea31e-9617-4f73-b862-abc21ae616ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:05.191942 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-57f355a5-0d97-4d07-9987-1f233ef21ea9 req-979ea31e-9617-4f73-b862-abc21ae616ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 HTTP/1.1" status: 200 len: 916 time: 0.0926931 Jul 29 11:53:05.237802 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-57f355a5-0d97-4d07-9987-1f233ef21ea9 req-410eda34-8e4c-42bd-96ba-7bae3c493103 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626 HTTP/1.1" status: 200 len: 217 time: 0.0384305 Jul 29 11:53:05.291575 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f355a5-0d97-4d07-9987-1f233ef21ea9 req-ff1cbf54-5247-4dd4-9140-4889951455cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:05.293074 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-57f355a5-0d97-4d07-9987-1f233ef21ea9 req-ff1cbf54-5247-4dd4-9140-4889951455cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5967605b-dd9b-46b1-aaab-707eaac57e42 HTTP/1.1" status: 200 len: 854 time: 0.0492268 Jul 29 11:53:05.344978 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f355a5-0d97-4d07-9987-1f233ef21ea9 req-fea1b10e-2c37-423e-93f2-a00521966508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:05.346413 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-57f355a5-0d97-4d07-9987-1f233ef21ea9 req-fea1b10e-2c37-423e-93f2-a00521966508 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456574 Jul 29 11:53:05.450826 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-57f355a5-0d97-4d07-9987-1f233ef21ea9 req-655bb3d0-26e1-4c1d-83f9-9fecc93a02a3 service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973594 Jul 29 11:53:05.552550 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-57f355a5-0d97-4d07-9987-1f233ef21ea9 req-3e168b3a-616e-4df5-9f8f-304060f26c49 service neutron] 10.222.0.58 "GET /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940769 Jul 29 11:53:05.704542 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:05.729947 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:05.729947 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 750ffa66-a50c-462b-b2c6-57eddd7a7bc4 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:06.147812 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47750) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:06.252639 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bff68ba3-9a0a-494e-90e2-7ba6ca8837cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:06.329270 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bff68ba3-9a0a-494e-90e2-7ba6ca8837cc admin admin] Publish callbacks [] for security_group (913a36a0-025d-4ba7-8508-0f27e9ce3df9), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:06.333013 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bff68ba3-9a0a-494e-90e2-7ba6ca8837cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (913a36a0-025d-4ba7-8508-0f27e9ce3df9), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:06.349392 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:06.375706 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-bff68ba3-9a0a-494e-90e2-7ba6ca8837cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a33ad5eb2d4849b5bf95011b7a17d562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268488 Jul 29 11:53:06.376849 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff68ba3-9a0a-494e-90e2-7ba6ca8837cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913a36a0-025d-4ba7-8508-0f27e9ce3df9,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:06.378563 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 47754) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:06.401852 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:06.431328 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-64521cfc-ceb0-44dd-83c4-65317cefabda admin admin] Publish callbacks [] for security_group (913a36a0-025d-4ba7-8508-0f27e9ce3df9), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:06.452738 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-64521cfc-ceb0-44dd-83c4-65317cefabda admin admin] Publish callbacks [] for security_group (913a36a0-025d-4ba7-8508-0f27e9ce3df9), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:06.503538 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-64521cfc-ceb0-44dd-83c4-65317cefabda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (913a36a0-025d-4ba7-8508-0f27e9ce3df9), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:06.506242 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-64521cfc-ceb0-44dd-83c4-65317cefabda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:06.507469 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-64521cfc-ceb0-44dd-83c4-65317cefabda admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/913a36a0-025d-4ba7-8508-0f27e9ce3df9 HTTP/1.1" status: 204 len: 168 time: 0.1279080 Jul 29 11:53:06.516203 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64521cfc-ceb0-44dd-83c4-65317cefabda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913a36a0-025d-4ba7-8508-0f27e9ce3df9,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:06.754050 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3bd58-7d6f-4e77-839e-ed2ce5974961 req-00dbf80d-aaa6-4cc8-875b-1aa1aefb1c43 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:06.756898 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2fa3bd58-7d6f-4e77-839e-ed2ce5974961 req-00dbf80d-aaa6-4cc8-875b-1aa1aefb1c43 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 945 time: 0.0518363 Jul 29 11:53:06.813238 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2fa3bd58-7d6f-4e77-839e-ed2ce5974961 req-9a94a304-0872-40ca-baa8-9bc8d31b90a0 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503914 Jul 29 11:53:07.950258 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc92e-9da5-4e62-a7f7-56a3577a8c22 req-6e7e9b58-15eb-4eef-a10b-f6898d13affa tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:07.951802 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-21bbc92e-9da5-4e62-a7f7-56a3577a8c22 req-6e7e9b58-15eb-4eef-a10b-f6898d13affa tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 945 time: 0.0561142 Jul 29 11:53:08.030980 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-21bbc92e-9da5-4e62-a7f7-56a3577a8c22 req-12f8c086-83f5-410d-ad8e-3cc8386f3952 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735326 Jul 29 11:53:08.056236 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ff4d4-662f-4719-ad39-8ba26a5e03f4 req-e83ec162-9ad8-4dfb-9e71-0887e40373d9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:08.057823 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fa5ff4d4-662f-4719-ad39-8ba26a5e03f4 req-e83ec162-9ad8-4dfb-9e71-0887e40373d9 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 947 time: 0.0789163 Jul 29 11:53:08.110031 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fa5ff4d4-662f-4719-ad39-8ba26a5e03f4 req-9644261b-86ff-4276-a368-dae9c5680551 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463934 Jul 29 11:53:09.158215 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3ab82-7b72-4f02-8375-87c4aa86b180 req-998d0c37-5bac-4e96-9b96-e94b812073d3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:09.159699 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e7c3ab82-7b72-4f02-8375-87c4aa86b180 req-998d0c37-5bac-4e96-9b96-e94b812073d3 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 945 time: 0.0517910 Jul 29 11:53:09.224970 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e7c3ab82-7b72-4f02-8375-87c4aa86b180 req-6690b775-2f02-4f38-b0d0-a492947c6779 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589309 Jul 29 11:53:09.261035 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e659d-ce0f-4371-9024-f3476c0846a0 req-3ed07d79-161c-40c1-a56e-6387e509548f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:09.262789 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5a2e659d-ce0f-4371-9024-f3476c0846a0 req-3ed07d79-161c-40c1-a56e-6387e509548f tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 947 time: 0.0590065 Jul 29 11:53:09.309783 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5a2e659d-ce0f-4371-9024-f3476c0846a0 req-700141c2-c184-42f0-a55f-6f3b574ec296 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 Jul 29 11:53:09.844754 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b695d-b24b-4f9b-b264-28e67d6f7984 req-895b1bbe-947d-439b-97bc-2a4124932397 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:09.846227 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-3b9b695d-b24b-4f9b-b264-28e67d6f7984 req-895b1bbe-947d-439b-97bc-2a4124932397 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.58 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 945 time: 0.0468740 Jul 29 11:53:09.901570 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:09.968388 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-1e6d84dc-1991-45cb-8116-838abb65d586 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:09.969824 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-1e6d84dc-1991-45cb-8116-838abb65d586 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.58 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 947 time: 0.0811193 Jul 29 11:53:10.036205 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-3b9b695d-b24b-4f9b-b264-28e67d6f7984 req-a28196c0-8b26-410b-b4cf-2d8ee0deb65d tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Deleting port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:10.036538 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3b9b695d-b24b-4f9b-b264-28e67d6f7984 req-a28196c0-8b26-410b-b4cf-2d8ee0deb65d tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:10.122914 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Deleting port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:10.123237 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:10.206669 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-3b9b695d-b24b-4f9b-b264-28e67d6f7984 req-a28196c0-8b26-410b-b4cf-2d8ee0deb65d tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] For port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:10.207029 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3b9b695d-b24b-4f9b-b264-28e67d6f7984 req-a28196c0-8b26-410b-b4cf-2d8ee0deb65d tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:10.227054 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-3b9b695d-b24b-4f9b-b264-28e67d6f7984 req-a28196c0-8b26-410b-b4cf-2d8ee0deb65d tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Calling delete_port for 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:10.260446 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] For port d99e2239-1b7e-46f6-b919-e3f8a7ca8642, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:10.260568 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:10.354142 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e98feb-7255-464c-9279-5e55e3696c46 req-15abe98e-59cc-4813-890d-9bef0dbe4088 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:10.355699 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f6e98feb-7255-464c-9279-5e55e3696c46 req-15abe98e-59cc-4813-890d-9bef0dbe4088 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 945 time: 0.0528257 Jul 29 11:53:10.520920 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:10.521184 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (f8996ed3-c548-47da-821f-d6a21ce901e2), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:10.521695 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.l3_db [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Floating IP f8996ed3-c548-47da-821f-d6a21ce901e2 disassociated. External IP: 172.27.2.137, port: d99e2239-1b7e-46f6-b919-e3f8a7ca8642. Jul 29 11:53:10.522083 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Calling delete_port for d99e2239-1b7e-46f6-b919-e3f8a7ca8642 owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:10.524580 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3b9b695d-b24b-4f9b-b264-28e67d6f7984 req-a28196c0-8b26-410b-b4cf-2d8ee0deb65d tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (60afe5bb-47c8-40c1-8b64-67d4e2f7c626), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:10.543500 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['60afe5bb-47c8-40c1-8b64-67d4e2f7c626'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:53:10.574059 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28196c0-8b26-410b-b4cf-2d8ee0deb65d tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Pushing event deleted for resources: {'Port': ['ID=60afe5bb-47c8-40c1-8b64-67d4e2f7c626,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:10.654928 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9b695d-b24b-4f9b-b264-28e67d6f7984 req-a28196c0-8b26-410b-b4cf-2d8ee0deb65d tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] No DVR routers for this DVR port 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:53:10.658665 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3b9b695d-b24b-4f9b-b264-28e67d6f7984 req-a28196c0-8b26-410b-b4cf-2d8ee0deb65d tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:10.662545 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-3b9b695d-b24b-4f9b-b264-28e67d6f7984 req-a28196c0-8b26-410b-b4cf-2d8ee0deb65d tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.58 "DELETE /v2.0/ports/60afe5bb-47c8-40c1-8b64-67d4e2f7c626 HTTP/1.1" status: 204 len: 173 time: 0.7797461 Jul 29 11:53:10.663179 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'name': 'network-vif-deleted', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:53:10.666177 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2e7abe-42fe-44e8-881d-580c69268b8b" -d '{"events": [{"server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "name": "network-vif-deleted", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:53:10.685075 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:10.695285 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6131f28-2038-4689-b231-54913370968d req-5101b0f8-2e39-46ea-83d2-f283616cc950 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:10.696908 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d6131f28-2038-4689-b231-54913370968d req-5101b0f8-2e39-46ea-83d2-f283616cc950 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 947 time: 0.0791888 Jul 29 11:53:10.707191 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f6e98feb-7255-464c-9279-5e55e3696c46 req-debd666a-f9a0-4b8d-b438-7819e3676f31 tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/security-groups?id=22dfda8a-f892-45fb-ac2c-dc9ba9702343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452036 Jul 29 11:53:10.770112 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:10.781710 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d6131f28-2038-4689-b231-54913370968d req-0f7c750c-2143-4dc8-8c49-02555d6375ff tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4ecb45-a425-47e2-82b8-62b8d61b46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779996 Jul 29 11:53:10.782609 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157defaa-eed3-40b2-8bff-3bf9551448cf x-openstack-request-id: req-157defaa-eed3-40b2-8bff-3bf9551448cf {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:53:10.785474 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49b2279-4842-4a6c-8dc4-c3429b36f44b", "name": "network-vif-deleted", "tag": "60afe5bb-47c8-40c1-8b64-67d4e2f7c626", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:53:10.785474 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-157defaa-eed3-40b2-8bff-3bf9551448cf {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:53:10.785474 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157defaa-eed3-40b2-8bff-3bf9551448cf'] response: {'server_uuid': 'f49b2279-4842-4a6c-8dc4-c3429b36f44b', 'name': 'network-vif-deleted', 'tag': '60afe5bb-47c8-40c1-8b64-67d4e2f7c626', 'status': 'completed', 'code': 200} Jul 29 11:53:10.798845 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (d99e2239-1b7e-46f6-b919-e3f8a7ca8642), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:10.832481 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event deleted for resources: {'Port': ['ID=d99e2239-1b7e-46f6-b919-e3f8a7ca8642,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:10.946229 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Router 957e235d-0f89-4b60-b85e-5662b8b1acc6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:53:11.054386 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:11.064783 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b37771-eeb8-49c5-b785-851032955b35 None None] Sync routers for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:11.074066 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:11.077148 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b37771-eeb8-49c5-b785-851032955b35 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:11.077885 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-80b37771-eeb8-49c5-b785-851032955b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:11.103162 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] No DVR routers for this DVR port d99e2239-1b7e-46f6-b919-e3f8a7ca8642 on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:53:11.105520 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:11.108874 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-2904246f-9c3f-4abe-9ce1-27cda26db04a req-3df0bbb0-f212-45dd-9784-8a0d9819afa2 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.58 "DELETE /v2.0/ports/d99e2239-1b7e-46f6-b919-e3f8a7ca8642 HTTP/1.1" status: 204 len: 173 time: 1.1194203 Jul 29 11:53:11.185778 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-80b37771-eeb8-49c5-b785-851032955b35 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:11.378046 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-80b37771-eeb8-49c5-b785-851032955b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:11.404075 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b37771-eeb8-49c5-b785-851032955b35 None None] Checking router: 957e235d-0f89-4b60-b85e-5662b8b1acc6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:11.413832 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b37771-eeb8-49c5-b785-851032955b35 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:11.414440 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-80b37771-eeb8-49c5-b785-851032955b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:11.594216 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-80b37771-eeb8-49c5-b785-851032955b35 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:11.776848 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-80b37771-eeb8-49c5-b785-851032955b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:11.801098 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b37771-eeb8-49c5-b785-851032955b35 None None] The sync data for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi is: [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:46:27Z', 'revision_number': 4, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'ace27555-44bf-41cd-a7ef-c15fdfc23496', 'name': '', 'network_id': '880bbcc5-592e-4ef5-8c48-acff52af8368', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'mac_address': 'fa:16:3e:8f:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:24Z', 'updated_at': '2022-07-29T11:46:37Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'subnets': [{'id': '1bfd1676-e677-4b00-9dca-2f2877ca6e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:11.830376 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-45dcf6af-de1b-434d-8e8b-cf24cb1b5cca req-824ab89a-c57f-4f7a-803f-cc5a2b63298a tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.0333278 Jul 29 11:53:11.897897 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-af29c54a-ccfe-4a2f-bdab-743f00157b57 req-4c7346db-6350-4ded-978a-6f079e7ecf5a tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 210 time: 0.0292125 Jul 29 11:53:12.026483 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd727acd-cc7c-4bbd-afd6-52776efa8350 None None] New status for floating IP f8996ed3-c548-47da-821f-d6a21ce901e2: DOWN {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:53:12.092116 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:12.784996 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'name': 'network-vif-deleted', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:53:12.787934 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f70290-5105-455d-b0cd-80babfbdeb57" -d '{"events": [{"server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "name": "network-vif-deleted", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:53:12.836438 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700e8a7a-1da8-4793-bdb6-b02658da5dbf x-openstack-request-id: req-700e8a7a-1da8-4793-bdb6-b02658da5dbf {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:53:12.836728 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b28697-8f3b-4087-ae1b-836eb376d11b", "name": "network-vif-deleted", "tag": "d99e2239-1b7e-46f6-b919-e3f8a7ca8642", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:53:12.836973 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-700e8a7a-1da8-4793-bdb6-b02658da5dbf {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:53:12.837368 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-700e8a7a-1da8-4793-bdb6-b02658da5dbf'] response: {'server_uuid': '21b28697-8f3b-4087-ae1b-836eb376d11b', 'name': 'network-vif-deleted', 'tag': 'd99e2239-1b7e-46f6-b919-e3f8a7ca8642', 'status': 'completed', 'code': 200} Jul 29 11:53:12.942302 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-75a48642-1236-4ac0-9a2a-cb113b3579c8 req-d01ee175-7451-41c5-b22d-7401e7eb2b2b tempest-TestMinimumBasicScenario-175981902 tempest-TestMinimumBasicScenario-175981902-project] 10.222.0.60 "GET /v2.0/ports?device_id=f49b2279-4842-4a6c-8dc4-c3429b36f44b HTTP/1.1" status: 200 len: 210 time: 0.0281732 Jul 29 11:53:13.018692 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-49907cf5-0f5a-443b-b785-6815b929ba78 req-a0e38320-f5ab-4476-93cc-0797ea969c7b tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/ports?device_id=21b28697-8f3b-4087-ae1b-836eb376d11b HTTP/1.1" status: 200 len: 210 time: 0.0285566 Jul 29 11:53:14.121052 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 47890) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:14.139129 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:14.194715 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c553fe6d-564d-46b9-a2d7-98a1d0cec375 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (7e4ecb45-a425-47e2-82b8-62b8d61b46c1), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:14.222692 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c553fe6d-564d-46b9-a2d7-98a1d0cec375 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (7e4ecb45-a425-47e2-82b8-62b8d61b46c1), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:14.282894 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c553fe6d-564d-46b9-a2d7-98a1d0cec375 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (7e4ecb45-a425-47e2-82b8-62b8d61b46c1), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:14.285913 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c553fe6d-564d-46b9-a2d7-98a1d0cec375 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:14.290352 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47898) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:14.294088 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c553fe6d-564d-46b9-a2d7-98a1d0cec375 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "DELETE /v2.0/security-groups/7e4ecb45-a425-47e2-82b8-62b8d61b46c1 HTTP/1.1" status: 204 len: 168 time: 0.1711028 Jul 29 11:53:14.306014 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.api.v2.resource [None req-0810e20c-a54c-4f77-b1f3-59f85c646d97 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] show failed (client error): The resource could not be found. Jul 29 11:53:14.307066 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-0810e20c-a54c-4f77-b1f3-59f85c646d97 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "GET /v2.0/security-groups/7e4ecb45-a425-47e2-82b8-62b8d61b46c1 HTTP/1.1" status: 404 len: 347 time: 0.0156024 Jul 29 11:53:14.309957 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47900) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:14.310885 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553fe6d-564d-46b9-a2d7-98a1d0cec375 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4ecb45-a425-47e2-82b8-62b8d61b46c1,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:14.434781 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f953b-0236-4e06-8ea0-68011b1b90a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Deleting port a3a3d244-d6fd-45eb-a8c2-0dc28c58f434 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:14.435199 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cf2f953b-0236-4e06-8ea0-68011b1b90a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (a3a3d244-d6fd-45eb-a8c2-0dc28c58f434), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:14.527436 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cf2f953b-0236-4e06-8ea0-68011b1b90a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (a3a3d244-d6fd-45eb-a8c2-0dc28c58f434), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:14.528253 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cf2f953b-0236-4e06-8ea0-68011b1b90a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (a3a3d244-d6fd-45eb-a8c2-0dc28c58f434), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:14.545678 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f953b-0236-4e06-8ea0-68011b1b90a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Calling delete_port for a3a3d244-d6fd-45eb-a8c2-0dc28c58f434 owned by network:floatingip {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:14.696307 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cf2f953b-0236-4e06-8ea0-68011b1b90a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (a3a3d244-d6fd-45eb-a8c2-0dc28c58f434), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:14.721733 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f953b-0236-4e06-8ea0-68011b1b90a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Pushing event deleted for resources: {'Port': ['ID=a3a3d244-d6fd-45eb-a8c2-0dc28c58f434,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:14.757968 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 47938) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:14.764280 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:14.794597 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cf2f953b-0236-4e06-8ea0-68011b1b90a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks [] for floatingip (f8996ed3-c548-47da-821f-d6a21ce901e2), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:14.797117 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cf2f953b-0236-4e06-8ea0-68011b1b90a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:14.799438 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-cf2f953b-0236-4e06-8ea0-68011b1b90a3 tempest-AttachVolumeShelveTestJSON-49761931 tempest-AttachVolumeShelveTestJSON-49761931-project] 10.222.0.60 "DELETE /v2.0/floatingips/f8996ed3-c548-47da-821f-d6a21ce901e2 HTTP/1.1" status: 204 len: 168 time: 0.4876311 Jul 29 11:53:14.803196 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:14.825624 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:14.826064 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 60afe5bb-47c8-40c1-8b64-67d4e2f7c626 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:14.827899 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device d99e2239-1b7e-46f6-b919-e3f8a7ca8642 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:14.849085 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: d99e2239-1b7e-46f6-b919-e3f8a7ca8642 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:14.850023 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device d99e2239-1b7e-46f6-b919-e3f8a7ca8642 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:15.161632 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868379'] for router_interface (0355becb-befd-4697-8bdf-99f0efb91368), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:15.427937 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] Deleting port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:15.428288 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:15.508955 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] For port 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=6fdaf829-44f9-40c5-8371-9ac0fdcce4bc,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:15.509315 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:15.522754 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] Calling delete_port for 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc owned by network:router_interface {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:15.618761 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:15.697331 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (6fdaf829-44f9-40c5-8371-9ac0fdcce4bc), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:15.726176 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdaf829-44f9-40c5-8371-9ac0fdcce4bc,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:15.731572 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:15.889553 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-868495'] for router_interface (0355becb-befd-4697-8bdf-99f0efb91368), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:16.125008 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] Router 0355becb-befd-4697-8bdf-99f0efb91368 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:53:16.237164 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:16.245113 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-9e162e60-f190-4ee1-9285-494ef1c39ca5 admin admin] 10.222.0.60 "PUT /v2.0/routers/0355becb-befd-4697-8bdf-99f0efb91368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4857819 Jul 29 11:53:16.247847 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 47968) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:16.260406 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19e899-a1a4-4b10-836f-5200f706496a None None] Sync routers for ids ['0355becb-befd-4697-8bdf-99f0efb91368'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:16.271607 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19e899-a1a4-4b10-836f-5200f706496a None None] Routers {'0355becb-befd-4697-8bdf-99f0efb91368'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:16.272726 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-2d19e899-a1a4-4b10-836f-5200f706496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['0355becb-befd-4697-8bdf-99f0efb91368'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:16.352323 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Publish callbacks [] for router (0355becb-befd-4697-8bdf-99f0efb91368), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:16.382379 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-2d19e899-a1a4-4b10-836f-5200f706496a None None] Set router 0355becb-befd-4697-8bdf-99f0efb91368 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:16.464202 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Publish callbacks [] for router_gateway (0355becb-befd-4697-8bdf-99f0efb91368), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:16.516235 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Deleting port f01a0618-a533-4624-b29b-87b86515fff0 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:16.516483 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (f01a0618-a533-4624-b29b-87b86515fff0), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:16.548877 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:16.567599 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-2d19e899-a1a4-4b10-836f-5200f706496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:53:15Z', 'revision_number': 5, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port': {'id': 'f01a0618-a533-4624-b29b-87b86515fff0', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355becb-befd-4697-8bdf-99f0efb91368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:48Z', 'updated_at': '2022-07-29T11:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:16.587020 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:16.594318 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19e899-a1a4-4b10-836f-5200f706496a None None] Checking router: 0355becb-befd-4697-8bdf-99f0efb91368 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:16.599083 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] For port f01a0618-a533-4624-b29b-87b86515fff0, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=f01a0618-a533-4624-b29b-87b86515fff0,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:16.599977 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (f01a0618-a533-4624-b29b-87b86515fff0), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:16.603556 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19e899-a1a4-4b10-836f-5200f706496a None None] Routers {'0355becb-befd-4697-8bdf-99f0efb91368'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:16.604205 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-2d19e899-a1a4-4b10-836f-5200f706496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['0355becb-befd-4697-8bdf-99f0efb91368'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:16.613057 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Calling delete_port for f01a0618-a533-4624-b29b-87b86515fff0 owned by network:router_gateway {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:16.660873 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:16.662769 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:16.690244 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-2d19e899-a1a4-4b10-836f-5200f706496a None None] Set router 0355becb-befd-4697-8bdf-99f0efb91368 gateway port host: None {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:16.742627 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-2d19e899-a1a4-4b10-836f-5200f706496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:53:16Z', 'revision_number': 6, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port_host': None}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:16.767673 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19e899-a1a4-4b10-836f-5200f706496a None None] The sync data for ids ['0355becb-befd-4697-8bdf-99f0efb91368'] in dv-cinder-837542-7-iscsi is: [{'id': '0355becb-befd-4697-8bdf-99f0efb91368', 'name': 'tempest-TestMinimumBasicScenario-2021016179-router', 'tenant_id': '861c5a0403c94abd9ae479175604c835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:47Z', 'updated_at': '2022-07-29T11:53:16Z', 'revision_number': 6, 'project_id': '861c5a0403c94abd9ae479175604c835', 'gw_port_host': None}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:16.777899 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (f01a0618-a533-4624-b29b-87b86515fff0), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:16.804607 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=f01a0618-a533-4624-b29b-87b86515fff0,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:16.869517 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-871195'] for router_gateway (0355becb-befd-4697-8bdf-99f0efb91368), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.233232 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (0355becb-befd-4697-8bdf-99f0efb91368), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.237811 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Publish callbacks [] for router_controller (0355becb-befd-4697-8bdf-99f0efb91368), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.278106 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47980) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:17.304855 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583954'] for router (0355becb-befd-4697-8bdf-99f0efb91368), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.305485 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0355becb-befd-4697-8bdf-99f0efb91368 {{(pid=115839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 11:53:17.310480 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.314042 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 47984) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:17.314202 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-188d7825-2a45-40c6-8a97-d3f377b57f78 admin admin] 10.222.0.60 "DELETE /v2.0/routers/0355becb-befd-4697-8bdf-99f0efb91368 HTTP/1.1" status: 204 len: 168 time: 1.0650587 Jul 29 11:53:17.356764 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:17.362928 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07cfc6c-7bbc-49c7-9982-602d9e053735 admin admin] Deleting subnet 5967605b-dd9b-46b1-aaab-707eaac57e42 {{(pid=115838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:53:17.367632 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f07cfc6c-7bbc-49c7-9982-602d9e053735 admin admin] Publish callbacks [] for subnet (5967605b-dd9b-46b1-aaab-707eaac57e42), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.407971 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f07cfc6c-7bbc-49c7-9982-602d9e053735 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10240618'] for subnet (5967605b-dd9b-46b1-aaab-707eaac57e42), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.525704 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f07cfc6c-7bbc-49c7-9982-602d9e053735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (5967605b-dd9b-46b1-aaab-707eaac57e42), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.545292 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:17.649145 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f07cfc6c-7bbc-49c7-9982-602d9e053735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9795070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10080711'] for subnet (5967605b-dd9b-46b1-aaab-707eaac57e42), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.714403 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:17.718431 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cfc6c-7bbc-49c7-9982-602d9e053735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5967605b-dd9b-46b1-aaab-707eaac57e42,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:17.726487 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f07cfc6c-7bbc-49c7-9982-602d9e053735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.729623 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-f07cfc6c-7bbc-49c7-9982-602d9e053735 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5967605b-dd9b-46b1-aaab-707eaac57e42 HTTP/1.1" status: 204 len: 168 time: 0.4145844 Jul 29 11:53:17.732165 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48000) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:17.735943 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53635e40-c3ca-43d3-b338-01d8ce8aac50 None None] Network 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:53:17.749676 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:17.750265 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 6fdaf829-44f9-40c5-8371-9ac0fdcce4bc not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:17.751028 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device f01a0618-a533-4624-b29b-87b86515fff0 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:17.805358 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: f01a0618-a533-4624-b29b-87b86515fff0 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:17.805979 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device f01a0618-a533-4624-b29b-87b86515fff0 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:17.816007 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.865266 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Deleting port 646c0b91-7770-4ea3-aa57-20abc65560d9 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:17.866737 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.936026 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868379'] for router_interface (957e235d-0f89-4b60-b85e-5662b8b1acc6), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.946116 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] For port 646c0b91-7770-4ea3-aa57-20abc65560d9, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=646c0b91-7770-4ea3-aa57-20abc65560d9,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:17.946480 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:17.960000 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Calling delete_port for 646c0b91-7770-4ea3-aa57-20abc65560d9 owned by network:dhcp {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:17.971951 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed526215-93f2-43ac-b9b9-cc8ebf2afeec None None] DHCP port deletion for 4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 request from dv-cinder-837542-7-iscsi {{(pid=115840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 11:53:18.013924 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-ed526215-93f2-43ac-b9b9-cc8ebf2afeec None None] Deleting port 646c0b91-7770-4ea3-aa57-20abc65560d9 {{(pid=115840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:18.014605 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ed526215-93f2-43ac-b9b9-cc8ebf2afeec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), before_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.051531 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.084619 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=646c0b91-7770-4ea3-aa57-20abc65560d9,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:18.088453 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] No DVR routers for this DVR port 646c0b91-7770-4ea3-aa57-20abc65560d9 on host dv-cinder-837542-7-iscsi {{(pid=115839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:53:18.093244 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-ed526215-93f2-43ac-b9b9-cc8ebf2afeec None None] For port 646c0b91-7770-4ea3-aa57-20abc65560d9, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=646c0b91-7770-4ea3-aa57-20abc65560d9,segment=NetworkSegment(4c1ea722-a5a6-4887-bae4-d69a6c761a0f),segment_id=4c1ea722-a5a6-4887-bae4-d69a6c761a0f)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:18.093244 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ed526215-93f2-43ac-b9b9-cc8ebf2afeec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), precommit_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.109756 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-ed526215-93f2-43ac-b9b9-cc8ebf2afeec None None] Calling delete_port for 646c0b91-7770-4ea3-aa57-20abc65560d9 owned by network:dhcp {{(pid=115840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:18.165401 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.191692 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6']}} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:18.202509 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1ea722-a5a6-4887-bae4-d69a6c761a0f') {'for_net_delete': True} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:18.203053 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1ea722-a5a6-4887-bae4-d69a6c761a0f') {} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:18.214513 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515787'] for segment (4c1ea722-a5a6-4887-bae4-d69a6c761a0f), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.230022 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (4c1ea722-a5a6-4887-bae4-d69a6c761a0f), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.239166 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=115839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:53:18.240897 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470650'] for segment (4c1ea722-a5a6-4887-bae4-d69a6c761a0f), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.241062 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ed526215-93f2-43ac-b9b9-cc8ebf2afeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (646c0b91-7770-4ea3-aa57-20abc65560d9), after_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.246416 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:18.276303 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed526215-93f2-43ac-b9b9-cc8ebf2afeec None None] Pushing event deleted for resources: {'Port': ['ID=646c0b91-7770-4ea3-aa57-20abc65560d9,revision_number=None']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:18.288434 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed526215-93f2-43ac-b9b9-cc8ebf2afeec None None] No DVR routers for this DVR port 646c0b91-7770-4ea3-aa57-20abc65560d9 on host dv-cinder-837542-7-iscsi {{(pid=115840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:53:18.333298 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.342792 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.347630 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6 HTTP/1.1" status: 204 len: 168 time: 0.6144264 Jul 29 11:53:18.354426 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48006) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:18.361000 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b1262-20b8-4bdc-a7de-374a5c9b8ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7a423e-a1dd-4f39-aa4f-d5ecfe054eb6,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:18.418340 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 4c1ea722-a5a6-4887-bae4-d69a6c761a0f resource provider aggregate not found Jul 29 11:53:18.435067 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 4c1ea722-a5a6-4887-bae4-d69a6c761a0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c1ea722-a5a6-4887-bae4-d69a6c761a0f found for delete ", "request_id": "req-dfe7d611-9d2a-44f5-a612-542d3860604b"}]} Jul 29 11:53:18.498317 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:18.546673 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] Deleting port ace27555-44bf-41cd-a7ef-c15fdfc23496 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:18.547020 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.681601 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] For port ace27555-44bf-41cd-a7ef-c15fdfc23496, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=ace27555-44bf-41cd-a7ef-c15fdfc23496,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:18.681963 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:18.715275 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] Calling delete_port for ace27555-44bf-41cd-a7ef-c15fdfc23496 owned by network:router_interface {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:18.723268 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:18.901376 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868379'] for router_interface (5ee29f13-8415-497a-b10c-4340c8557a91), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:19.094887 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (ace27555-44bf-41cd-a7ef-c15fdfc23496), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:19.140706 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace27555-44bf-41cd-a7ef-c15fdfc23496,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:19.344494 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] Deleting port 08593991-1ebe-4e4a-bd57-88baae84f400 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:19.344826 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:19.350836 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:19.419805 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-868495'] for router_interface (957e235d-0f89-4b60-b85e-5662b8b1acc6), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:19.484385 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] For port 08593991-1ebe-4e4a-bd57-88baae84f400, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=08593991-1ebe-4e4a-bd57-88baae84f400,segment=NetworkSegment(16e88783-1134-4d37-b012-b0ad16ff0316),segment_id=16e88783-1134-4d37-b012-b0ad16ff0316)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:19.484746 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:19.504384 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] Calling delete_port for 08593991-1ebe-4e4a-bd57-88baae84f400 owned by network:router_interface {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:19.510074 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:19.751484 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 646c0b91-7770-4ea3-aa57-20abc65560d9 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:19.771638 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 646c0b91-7770-4ea3-aa57-20abc65560d9 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:19.771983 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 646c0b91-7770-4ea3-aa57-20abc65560d9 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:19.773770 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] Router 957e235d-0f89-4b60-b85e-5662b8b1acc6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:53:19.893085 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (08593991-1ebe-4e4a-bd57-88baae84f400), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:19.921557 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] Pushing event deleted for resources: {'Port': ['ID=08593991-1ebe-4e4a-bd57-88baae84f400,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:19.988009 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:19.994162 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-58920292-0e10-4cd1-b994-cee54aa5ffa1 admin admin] 10.222.0.60 "PUT /v2.0/routers/957e235d-0f89-4b60-b85e-5662b8b1acc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7154977 Jul 29 11:53:19.996708 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48030) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:19.999473 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d174d1-6e56-49ec-baaa-1fec7bc9b446 None None] Sync routers for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:20.036075 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d174d1-6e56-49ec-baaa-1fec7bc9b446 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:20.037134 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-56d174d1-6e56-49ec-baaa-1fec7bc9b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:20.136820 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:20.144012 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-868495'] for router_interface (5ee29f13-8415-497a-b10c-4340c8557a91), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.184656 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Publish callbacks [] for router (957e235d-0f89-4b60-b85e-5662b8b1acc6), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.191648 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-56d174d1-6e56-49ec-baaa-1fec7bc9b446 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:20.225702 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:20.310736 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:20.329458 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Publish callbacks [] for router_gateway (957e235d-0f89-4b60-b85e-5662b8b1acc6), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.388560 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Deleting port 75bdceac-bf62-439d-895d-70195974427e {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:20.388905 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (75bdceac-bf62-439d-895d-70195974427e), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.407768 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-56d174d1-6e56-49ec-baaa-1fec7bc9b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '75bdceac-bf62-439d-895d-70195974427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:53:19Z', 'revision_number': 5, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port': {'id': '75bdceac-bf62-439d-895d-70195974427e', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:46:18Z', 'updated_at': '2022-07-29T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:20.439561 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d174d1-6e56-49ec-baaa-1fec7bc9b446 None None] Checking router: 957e235d-0f89-4b60-b85e-5662b8b1acc6 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:20.449534 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d174d1-6e56-49ec-baaa-1fec7bc9b446 None None] Routers {'957e235d-0f89-4b60-b85e-5662b8b1acc6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:20.450462 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-56d174d1-6e56-49ec-baaa-1fec7bc9b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['957e235d-0f89-4b60-b85e-5662b8b1acc6'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:20.485929 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] For port 75bdceac-bf62-439d-895d-70195974427e, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=75bdceac-bf62-439d-895d-70195974427e,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:20.486318 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (75bdceac-bf62-439d-895d-70195974427e), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.500076 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Calling delete_port for 75bdceac-bf62-439d-895d-70195974427e owned by network:router_gateway {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:20.540810 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-56d174d1-6e56-49ec-baaa-1fec7bc9b446 None None] Set router 957e235d-0f89-4b60-b85e-5662b8b1acc6 gateway port host: None {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:20.592788 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-56d174d1-6e56-49ec-baaa-1fec7bc9b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:53:20Z', 'revision_number': 6, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port_host': None}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:20.617571 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d174d1-6e56-49ec-baaa-1fec7bc9b446 None None] The sync data for ids ['957e235d-0f89-4b60-b85e-5662b8b1acc6'] in dv-cinder-837542-7-iscsi is: [{'id': '957e235d-0f89-4b60-b85e-5662b8b1acc6', 'name': 'tempest-AttachVolumeShelveTestJSON-2100571721-router', 'tenant_id': '90047b9130334326ad98280a8edb2bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:46:17Z', 'updated_at': '2022-07-29T11:53:20Z', 'revision_number': 6, 'project_id': '90047b9130334326ad98280a8edb2bc6', 'gw_port_host': None}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:20.680003 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (75bdceac-bf62-439d-895d-70195974427e), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.684725 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] Router 5ee29f13-8415-497a-b10c-4340c8557a91 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:53:20.705667 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Pushing event deleted for resources: {'Port': ['ID=75bdceac-bf62-439d-895d-70195974427e,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:20.765780 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:20.769367 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-871195'] for router_gateway (957e235d-0f89-4b60-b85e-5662b8b1acc6), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.794463 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:20.799277 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-0e8332e2-a722-4ebf-9b8a-515fee844887 admin admin] 10.222.0.60 "PUT /v2.0/routers/5ee29f13-8415-497a-b10c-4340c8557a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4438808 Jul 29 11:53:20.802007 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48040) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:20.806732 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e02acdf-fea8-4a63-95e9-94f411204fe1 None None] Sync routers for ids ['5ee29f13-8415-497a-b10c-4340c8557a91'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:20.817924 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02acdf-fea8-4a63-95e9-94f411204fe1 None None] Routers {'5ee29f13-8415-497a-b10c-4340c8557a91'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:20.819621 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-5e02acdf-fea8-4a63-95e9-94f411204fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['5ee29f13-8415-497a-b10c-4340c8557a91'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:20.858707 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (957e235d-0f89-4b60-b85e-5662b8b1acc6), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.861107 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Publish callbacks [] for router_controller (957e235d-0f89-4b60-b85e-5662b8b1acc6), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.906698 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Publish callbacks [] for router (5ee29f13-8415-497a-b10c-4340c8557a91), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.918055 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583954'] for router (957e235d-0f89-4b60-b85e-5662b8b1acc6), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.918717 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 957e235d-0f89-4b60-b85e-5662b8b1acc6 {{(pid=115839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 11:53:20.925336 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:20.929950 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-9132f622-da7c-40ef-acf0-6b8eec98156b admin admin] 10.222.0.60 "DELETE /v2.0/routers/957e235d-0f89-4b60-b85e-5662b8b1acc6 HTTP/1.1" status: 204 len: 168 time: 0.9263861 Jul 29 11:53:20.930183 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48042) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:20.940795 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:20.941471 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-5e02acdf-fea8-4a63-95e9-94f411204fe1 None None] Set router 5ee29f13-8415-497a-b10c-4340c8557a91 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:20.985098 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_v2 [None req-459b7f69-eb42-4a12-afec-31dff99f05d3 admin admin] Deleting subnet 1bfd1676-e677-4b00-9dca-2f2877ca6e52 {{(pid=115839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:53:20.988851 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-459b7f69-eb42-4a12-afec-31dff99f05d3 admin admin] Publish callbacks [] for subnet (1bfd1676-e677-4b00-9dca-2f2877ca6e52), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.023538 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Publish callbacks [] for router_gateway (5ee29f13-8415-497a-b10c-4340c8557a91), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.027565 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-459b7f69-eb42-4a12-afec-31dff99f05d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515794'] for subnet (1bfd1676-e677-4b00-9dca-2f2877ca6e52), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.084332 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Deleting port 652a4ad3-3d86-4f3c-a954-947ebe646028 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:21.084737 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.137543 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-5e02acdf-fea8-4a63-95e9-94f411204fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'name': 'tempest-TestMinimumBasicScenario-2076657936-router', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:53:19Z', 'revision_number': 5, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'gw_port': {'id': '652a4ad3-3d86-4f3c-a954-947ebe646028', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:21.167038 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-459b7f69-eb42-4a12-afec-31dff99f05d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (1bfd1676-e677-4b00-9dca-2f2877ca6e52), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.167258 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e02acdf-fea8-4a63-95e9-94f411204fe1 None None] Checking router: 5ee29f13-8415-497a-b10c-4340c8557a91 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:21.176027 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02acdf-fea8-4a63-95e9-94f411204fe1 None None] Routers {'5ee29f13-8415-497a-b10c-4340c8557a91'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:21.176661 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-5e02acdf-fea8-4a63-95e9-94f411204fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['5ee29f13-8415-497a-b10c-4340c8557a91'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:21.185644 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] For port 652a4ad3-3d86-4f3c-a954-947ebe646028, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=652a4ad3-3d86-4f3c-a954-947ebe646028,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:21.186284 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.204459 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Calling delete_port for 652a4ad3-3d86-4f3c-a954-947ebe646028 owned by network:router_gateway {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:21.227228 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-459b7f69-eb42-4a12-afec-31dff99f05d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386699'] for subnet (1bfd1676-e677-4b00-9dca-2f2877ca6e52), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.252822 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b7f69-eb42-4a12-afec-31dff99f05d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bfd1676-e677-4b00-9dca-2f2877ca6e52,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:21.259905 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-459b7f69-eb42-4a12-afec-31dff99f05d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.265405 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-459b7f69-eb42-4a12-afec-31dff99f05d3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1bfd1676-e677-4b00-9dca-2f2877ca6e52 HTTP/1.1" status: 204 len: 168 time: 0.3320394 Jul 29 11:53:21.265695 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d3229-3414-40c0-a094-f6c9e007b727 None None] Network 880bbcc5-592e-4ef5-8c48-acff52af8368 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:53:21.266448 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48044) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:21.267633 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-5e02acdf-fea8-4a63-95e9-94f411204fe1 None None] Set router 5ee29f13-8415-497a-b10c-4340c8557a91 gateway port host: None {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:21.332264 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-5e02acdf-fea8-4a63-95e9-94f411204fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'name': 'tempest-TestMinimumBasicScenario-2076657936-router', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:53:21Z', 'revision_number': 6, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'gw_port_host': None}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:21.357552 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e02acdf-fea8-4a63-95e9-94f411204fe1 None None] The sync data for ids ['5ee29f13-8415-497a-b10c-4340c8557a91'] in dv-cinder-837542-7-iscsi is: [{'id': '5ee29f13-8415-497a-b10c-4340c8557a91', 'name': 'tempest-TestMinimumBasicScenario-2076657936-router', 'tenant_id': 'e416fabf8136411489d3964dd2af2249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:50:54Z', 'updated_at': '2022-07-29T11:53:21Z', 'revision_number': 6, 'project_id': 'e416fabf8136411489d3964dd2af2249', 'gw_port_host': None}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:21.397325 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (880bbcc5-592e-4ef5-8c48-acff52af8368), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.412220 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:21.461901 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Deleting port 5e6b12e4-d061-4275-afd4-2745ce006821 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:21.462329 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.567743 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] For port 5e6b12e4-d061-4275-afd4-2745ce006821, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=5e6b12e4-d061-4275-afd4-2745ce006821,segment=NetworkSegment(73c75de4-937d-4cdf-9a06-0abe0f792c0e),segment_id=73c75de4-937d-4cdf-9a06-0abe0f792c0e)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:21.568928 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.583399 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Calling delete_port for 5e6b12e4-d061-4275-afd4-2745ce006821 owned by network:dhcp {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:21.585178 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (652a4ad3-3d86-4f3c-a954-947ebe646028), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.596878 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:21.620056 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=652a4ad3-3d86-4f3c-a954-947ebe646028,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:21.736272 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-871195'] for router_gateway (5ee29f13-8415-497a-b10c-4340c8557a91), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.784947 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f27b1-cda8-4182-87bf-4c03cb16e9f6 None None] DHCP port deletion for 880bbcc5-592e-4ef5-8c48-acff52af8368 request from dv-cinder-837542-7-iscsi {{(pid=115840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 11:53:21.880058 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (5ee29f13-8415-497a-b10c-4340c8557a91), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.883720 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Publish callbacks [] for router_controller (5ee29f13-8415-497a-b10c-4340c8557a91), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.892146 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.902827 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-227f27b1-cda8-4182-87bf-4c03cb16e9f6 None None] Deleting port 5e6b12e4-d061-4275-afd4-2745ce006821 {{(pid=115840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:21.904535 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-227f27b1-cda8-4182-87bf-4c03cb16e9f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), before_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:21.969309 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6b12e4-d061-4275-afd4-2745ce006821,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:21.971392 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] No DVR routers for this DVR port 5e6b12e4-d061-4275-afd4-2745ce006821 on host dv-cinder-837542-7-iscsi {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:53:22.011510 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:22.011723 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583954'] for router (5ee29f13-8415-497a-b10c-4340c8557a91), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.012324 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee29f13-8415-497a-b10c-4340c8557a91 {{(pid=115838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 11:53:22.017825 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.019009 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-7ec62cf1-27be-4b46-a1b3-f8b91b58e5b7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5ee29f13-8415-497a-b10c-4340c8557a91 HTTP/1.1" status: 204 len: 168 time: 1.2155583 Jul 29 11:53:22.021780 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48058) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:22.030642 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-227f27b1-cda8-4182-87bf-4c03cb16e9f6 None None] For port 5e6b12e4-d061-4275-afd4-2745ce006821, host dv-cinder-837542-7-iscsi, got binding levels [] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:22.031034 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-227f27b1-cda8-4182-87bf-4c03cb16e9f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), precommit_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.047657 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-227f27b1-cda8-4182-87bf-4c03cb16e9f6 None None] Calling delete_port for 5e6b12e4-d061-4275-afd4-2745ce006821 owned by network:dhcp {{(pid=115840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:22.063379 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.ipam_backend_mixin [None req-227f27b1-cda8-4182-87bf-4c03cb16e9f6 None None] Port 5e6b12e4-d061-4275-afd4-2745ce006821 was not found and therefore no delete operation was performed {{(pid=115840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 29 11:53:22.066695 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 08593991-1ebe-4e4a-bd57-88baae84f400 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:22.070124 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-227f27b1-cda8-4182-87bf-4c03cb16e9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (5e6b12e4-d061-4275-afd4-2745ce006821), after_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.080622 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (880bbcc5-592e-4ef5-8c48-acff52af8368), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.090135 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb2fcb5-b03c-4800-919e-dd642a8f949b admin admin] Deleting subnet bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47 {{(pid=115839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:53:22.094187 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cfb2fcb5-b03c-4800-919e-dd642a8f949b admin admin] Publish callbacks [] for subnet (bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.104690 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880bbcc5-592e-4ef5-8c48-acff52af8368']}} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:22.113656 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 08593991-1ebe-4e4a-bd57-88baae84f400 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:22.114003 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 08593991-1ebe-4e4a-bd57-88baae84f400 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:22.114440 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 5e6b12e4-d061-4275-afd4-2745ce006821 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:22.116404 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c75de4-937d-4cdf-9a06-0abe0f792c0e') {'for_net_delete': True} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:22.116776 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c75de4-937d-4cdf-9a06-0abe0f792c0e') {} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:22.117262 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f27b1-cda8-4182-87bf-4c03cb16e9f6 None None] Pushing event deleted for resources: {'Port': ['ID=5e6b12e4-d061-4275-afd4-2745ce006821,revision_number=None']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:22.121830 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f27b1-cda8-4182-87bf-4c03cb16e9f6 None None] No DVR routers for this DVR port 5e6b12e4-d061-4275-afd4-2745ce006821 on host dv-cinder-837542-7-iscsi {{(pid=115840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:53:22.138567 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240627'] for segment (73c75de4-937d-4cdf-9a06-0abe0f792c0e), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.141472 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:22.147016 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 5e6b12e4-d061-4275-afd4-2745ce006821 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:22.148017 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 5e6b12e4-d061-4275-afd4-2745ce006821 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:22.148217 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device ace27555-44bf-41cd-a7ef-c15fdfc23496 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:22.148944 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cfb2fcb5-b03c-4800-919e-dd642a8f949b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515794'] for subnet (bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.157178 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (73c75de4-937d-4cdf-9a06-0abe0f792c0e), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.166464 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=115838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:53:22.167061 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794976'] for segment (73c75de4-937d-4cdf-9a06-0abe0f792c0e), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.167189 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: ace27555-44bf-41cd-a7ef-c15fdfc23496 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:22.167706 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device ace27555-44bf-41cd-a7ef-c15fdfc23496 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:22.168119 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 75bdceac-bf62-439d-895d-70195974427e no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:22.202835 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 75bdceac-bf62-439d-895d-70195974427e {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:22.204883 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 75bdceac-bf62-439d-895d-70195974427e not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:22.223834 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 73c75de4-937d-4cdf-9a06-0abe0f792c0e resource provider aggregate not found Jul 29 11:53:22.247200 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cfb2fcb5-b03c-4800-919e-dd642a8f949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.248660 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 73c75de4-937d-4cdf-9a06-0abe0f792c0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73c75de4-937d-4cdf-9a06-0abe0f792c0e found for delete ", "request_id": "req-5f5f2ea4-5c2d-4014-a58c-e0f7e72cb495"}]} Jul 29 11:53:22.258586 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (880bbcc5-592e-4ef5-8c48-acff52af8368), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.263811 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.273457 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] 10.222.0.60 "DELETE /v2.0/networks/880bbcc5-592e-4ef5-8c48-acff52af8368 HTTP/1.1" status: 204 len: 168 time: 1.0038025 Jul 29 11:53:22.292403 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24085518-2502-45f8-8e06-3797d652aefd admin admin] Pushing event deleted for resources: {'Network': ['ID=880bbcc5-592e-4ef5-8c48-acff52af8368,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:22.311982 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cfb2fcb5-b03c-4800-919e-dd642a8f949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386699'] for subnet (bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.345582 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2fcb5-b03c-4800-919e-dd642a8f949b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:22.348005 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cfb2fcb5-b03c-4800-919e-dd642a8f949b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.354161 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-cfb2fcb5-b03c-4800-919e-dd642a8f949b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bb67f26c-2dda-4b32-a9bf-a8e2bc8aee47 HTTP/1.1" status: 204 len: 168 time: 0.3287764 Jul 29 11:53:22.354161 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48066) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:22.357939 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc1409f-e5a9-4c41-8cee-ced3a2a71cdd None None] Network 19998cdf-83a0-45c4-b868-4a8899cb987e requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:53:22.416657 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48068) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:22.432154 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (19998cdf-83a0-45c4-b868-4a8899cb987e), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.483573 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Deleting port 0218a5e8-4714-4892-bb5a-2991577cb316 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:22.483882 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-be8b2fa5-833c-4d64-b35a-f6c04ee846f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90047b9130334326ad98280a8edb2bc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0658202 Jul 29 11:53:22.484795 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.489943 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48070) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:22.533355 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421aed0e-8df2-4314-865b-30aa9f2c825d None None] DHCP port deletion for 19998cdf-83a0-45c4-b868-4a8899cb987e request from dv-cinder-837542-7-iscsi {{(pid=115840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 11:53:22.549588 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ada063b5-8e1d-475f-bf18-ff75878fd0cb admin admin] Publish callbacks [] for security_group (5fc315ad-bc3c-46d2-9442-f121798ce534), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.563659 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] For port 0218a5e8-4714-4892-bb5a-2991577cb316, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=0218a5e8-4714-4892-bb5a-2991577cb316,segment=NetworkSegment(16e88783-1134-4d37-b012-b0ad16ff0316),segment_id=16e88783-1134-4d37-b012-b0ad16ff0316)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:22.564098 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.573935 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ada063b5-8e1d-475f-bf18-ff75878fd0cb admin admin] Publish callbacks [] for security_group (5fc315ad-bc3c-46d2-9442-f121798ce534), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.576593 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-421aed0e-8df2-4314-865b-30aa9f2c825d None None] Deleting port 0218a5e8-4714-4892-bb5a-2991577cb316 {{(pid=115840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:53:22.577152 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Calling delete_port for 0218a5e8-4714-4892-bb5a-2991577cb316 owned by network:dhcp {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:22.577301 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-421aed0e-8df2-4314-865b-30aa9f2c825d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), before_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.624676 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ada063b5-8e1d-475f-bf18-ff75878fd0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (5fc315ad-bc3c-46d2-9442-f121798ce534), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.627226 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ada063b5-8e1d-475f-bf18-ff75878fd0cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.630912 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-ada063b5-8e1d-475f-bf18-ff75878fd0cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fc315ad-bc3c-46d2-9442-f121798ce534 HTTP/1.1" status: 204 len: 168 time: 0.1374862 Jul 29 11:53:22.638182 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:22.642939 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada063b5-8e1d-475f-bf18-ff75878fd0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc315ad-bc3c-46d2-9442-f121798ce534,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:22.652953 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-421aed0e-8df2-4314-865b-30aa9f2c825d None None] For port 0218a5e8-4714-4892-bb5a-2991577cb316, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=0218a5e8-4714-4892-bb5a-2991577cb316,segment=NetworkSegment(16e88783-1134-4d37-b012-b0ad16ff0316),segment_id=16e88783-1134-4d37-b012-b0ad16ff0316)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:22.653360 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-421aed0e-8df2-4314-865b-30aa9f2c825d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), precommit_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.671791 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.675564 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-421aed0e-8df2-4314-865b-30aa9f2c825d None None] Calling delete_port for 0218a5e8-4714-4892-bb5a-2991577cb316 owned by network:dhcp {{(pid=115840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:53:22.703855 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] No DVR routers for this DVR port 0218a5e8-4714-4892-bb5a-2991577cb316 on host dv-cinder-837542-7-iscsi {{(pid=115839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:53:22.705407 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0218a5e8-4714-4892-bb5a-2991577cb316,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:22.766292 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-421aed0e-8df2-4314-865b-30aa9f2c825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (0218a5e8-4714-4892-bb5a-2991577cb316), after_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.784883 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (19998cdf-83a0-45c4-b868-4a8899cb987e), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.793075 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421aed0e-8df2-4314-865b-30aa9f2c825d None None] Pushing event deleted for resources: {'Port': ['ID=0218a5e8-4714-4892-bb5a-2991577cb316,revision_number=None']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:22.798532 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421aed0e-8df2-4314-865b-30aa9f2c825d None None] No DVR routers for this DVR port 0218a5e8-4714-4892-bb5a-2991577cb316 on host dv-cinder-837542-7-iscsi {{(pid=115840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:53:22.807985 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19998cdf-83a0-45c4-b868-4a8899cb987e']}} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:22.819358 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e88783-1134-4d37-b012-b0ad16ff0316') {'for_net_delete': True} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:22.819729 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e88783-1134-4d37-b012-b0ad16ff0316') {} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:22.830249 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515787'] for segment (16e88783-1134-4d37-b012-b0ad16ff0316), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.845671 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (16e88783-1134-4d37-b012-b0ad16ff0316), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.853114 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=115839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:53:22.853587 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470650'] for segment (16e88783-1134-4d37-b012-b0ad16ff0316), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.899574 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 16e88783-1134-4d37-b012-b0ad16ff0316 resource provider aggregate not found Jul 29 11:53:22.919384 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 16e88783-1134-4d37-b012-b0ad16ff0316 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16e88783-1134-4d37-b012-b0ad16ff0316 found for delete ", "request_id": "req-be1f7152-a160-4efa-9b93-b77a11243ec2"}]} Jul 29 11:53:22.934995 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (19998cdf-83a0-45c4-b868-4a8899cb987e), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.941800 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:22.948618 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/19998cdf-83a0-45c4-b868-4a8899cb987e HTTP/1.1" status: 204 len: 168 time: 0.5911016 Jul 29 11:53:22.964360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62d5b2-9709-4df4-accd-a1638bf6a7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=19998cdf-83a0-45c4-b868-4a8899cb987e,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:23.147197 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48092) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:23.203840 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-bddfe86f-cf0a-4606-a246-52afa9f44340 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=861c5a0403c94abd9ae479175604c835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0538723 Jul 29 11:53:23.206344 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48096) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:23.268469 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-82a64f25-1d54-42ca-83ab-54ffb6721a21 admin admin] Publish callbacks [] for security_group (22dfda8a-f892-45fb-ac2c-dc9ba9702343), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:23.294773 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-82a64f25-1d54-42ca-83ab-54ffb6721a21 admin admin] Publish callbacks [] for security_group (22dfda8a-f892-45fb-ac2c-dc9ba9702343), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:23.308799 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:23.367302 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-82a64f25-1d54-42ca-83ab-54ffb6721a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (22dfda8a-f892-45fb-ac2c-dc9ba9702343), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:23.374588 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-82a64f25-1d54-42ca-83ab-54ffb6721a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:23.375766 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-82a64f25-1d54-42ca-83ab-54ffb6721a21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22dfda8a-f892-45fb-ac2c-dc9ba9702343 HTTP/1.1" status: 204 len: 168 time: 0.1683440 Jul 29 11:53:23.386792 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a64f25-1d54-42ca-83ab-54ffb6721a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dfda8a-f892-45fb-ac2c-dc9ba9702343,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:23.716239 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 0218a5e8-4714-4892-bb5a-2991577cb316 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:23.722113 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:23.742710 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 0218a5e8-4714-4892-bb5a-2991577cb316 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:23.743012 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 0218a5e8-4714-4892-bb5a-2991577cb316 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:23.743647 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 652a4ad3-3d86-4f3c-a954-947ebe646028 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:53:23.759135 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48120) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:23.766188 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 652a4ad3-3d86-4f3c-a954-947ebe646028 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:53:23.766535 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 652a4ad3-3d86-4f3c-a954-947ebe646028 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:53:23.861902 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48124) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:23.882080 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1506976055-network', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:23.921672 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Made reservation on behalf of 69ac15e2b1074938adfa7615f1ff1495 for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:53:23.923892 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:23.935181 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-912abd5f-45e0-4488-9fc3-9f88ca5a4a8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e416fabf8136411489d3964dd2af2249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722249 Jul 29 11:53:23.936479 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:23.937939 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48126) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:23.967043 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:23.993008 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb779-23ca-46d2-99d4-aa10ceddf5b2 admin admin] Publish callbacks [] for security_group (6edffb3c-b336-4a8d-a75b-5305d3604491), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.015392 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Publish callbacks [] for security_group (eeed391a-e867-46b8-8096-65c4d27b4c20), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.015626 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb779-23ca-46d2-99d4-aa10ceddf5b2 admin admin] Publish callbacks [] for security_group (6edffb3c-b336-4a8d-a75b-5305d3604491), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.019169 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (eeed391a-e867-46b8-8096-65c4d27b4c20), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.045276 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:53:24.056489 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeed391a-e867-46b8-8096-65c4d27b4c20,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:24.061362 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (f5c667f1-5c16-4333-9393-780e8aa01524), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.061726 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Added segment f5c667f1-5c16-4333-9393-780e8aa01524 of type vlan for network b6a7e919-a436-4946-8b78-7a1d701f617b Jul 29 11:53:24.074588 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb779-23ca-46d2-99d4-aa10ceddf5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6edffb3c-b336-4a8d-a75b-5305d3604491), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.077242 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb779-23ca-46d2-99d4-aa10ceddf5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.078489 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c5ebb779-23ca-46d2-99d4-aa10ceddf5b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6edffb3c-b336-4a8d-a75b-5305d3604491 HTTP/1.1" status: 204 len: 168 time: 0.1394935 Jul 29 11:53:24.087386 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebb779-23ca-46d2-99d4-aa10ceddf5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edffb3c-b336-4a8d-a75b-5305d3604491,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:24.106560 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (b6a7e919-a436-4946-8b78-7a1d701f617b), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.134310 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (b6a7e919-a436-4946-8b78-7a1d701f617b), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.135682 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:24.136266 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.195402 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4341290 Jul 29 11:53:24.198509 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48130) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:24.201761 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:24.206844 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] Request body: {'subnet': {'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1506976055-subnet', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:24.207513 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418fff3-a76e-46ff-bdd8-cabad283e94a admin admin] Pushing event updated for resources: {'Network': ['ID=b6a7e919-a436-4946-8b78-7a1d701f617b,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:24.220550 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network b6a7e919-a436-4946-8b78-7a1d701f617b details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:53:24.247698 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] Made reservation on behalf of 69ac15e2b1074938adfa7615f1ff1495 for: {'subnet': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:53:24.250991 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10080738'] for subnet (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.307114 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:24.458223 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10080716'] for subnet (914c7447-bade-4c46-95a5-3757892c8d10), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.511876 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] Pushing event updated for resources: {'Subnet': ['ID=914c7447-bade-4c46-95a5-3757892c8d10,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:24.527919 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] Checking segment: {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:24.528416 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] Network hostable DHCP agents. Network: b6a7e919-a436-4946-8b78-7a1d701f617b, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:53:24.554153 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] Network b6a7e919-a436-4946-8b78-7a1d701f617b is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:53:24.565167 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, b6a7e919-a436-4946-8b78-7a1d701f617b) {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:24.574239 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:24.574418 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df6f85c-c116-48fd-b774-202dc99be2e7 None None] Network b6a7e919-a436-4946-8b78-7a1d701f617b requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:53:24.575770 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.611249 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-6f9b1ecc-8730-4210-82e0-9888f161214b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4091129 Jul 29 11:53:24.611963 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48148) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:24.618708 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:24.646509 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (4339d18d-2270-40e2-b3db-b21e5b94f931), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.647901 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (4339d18d-2270-40e2-b3db-b21e5b94f931), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.709364 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Publish callbacks [] for router_controller (4339d18d-2270-40e2-b3db-b21e5b94f931), precommit_add_association {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.711794 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-b6a7e919-a436-4946-8b78-7a1d701f617b', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:53:24.713535 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.861782 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Publish callbacks [] for router_gateway (4339d18d-2270-40e2-b3db-b21e5b94f931), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:24.864107 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Allocated IP 172.20.0.2 (b6a7e919-a436-4946-8b78-7a1d701f617b/914c7447-bade-4c46-95a5-3757892c8d10/76fec8c8-22fa-40eb-bd12-c9c065540403) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:53:24.921170 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48160) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:25.017639 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Publish callbacks [] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.025216 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.034380 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:25.038420 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-29333059-network', 'tenant_id': '8fd8c34715e54a778911a8410e095800'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:25.059511 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Made reservation on behalf of 8fd8c34715e54a778911a8410e095800 for: {'network': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:53:25.062496 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.071123 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Network b6a7e919-a436-4946-8b78-7a1d701f617b is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:25.072263 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.077386 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:25.081268 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:53:25.083640 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Publish callbacks [] for router_gateway (4339d18d-2270-40e2-b3db-b21e5b94f931), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.084962 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Pushing event updated for resources: {'Port': ['ID=76fec8c8-22fa-40eb-bd12-c9c065540403,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:25.111172 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.156287 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Attempting to bind port 76fec8c8-22fa-40eb-bd12-c9c065540403 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:53:25.156652 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Attempting to bind port 76fec8c8-22fa-40eb-bd12-c9c065540403 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:53:25.158169 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Publish callbacks [] for security_group (bba592cf-0339-4337-8803-a4275a57124b), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.158325 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Attempting to bind port 76fec8c8-22fa-40eb-bd12-c9c065540403 on network b6a7e919-a436-4946-8b78-7a1d701f617b {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:53:25.163637 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bba592cf-0339-4337-8803-a4275a57124b), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.163809 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:53:25.164092 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Checking segment: {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:25.164493 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.165058 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Bound using segment: {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:53:25.165721 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Bound port: 76fec8c8-22fa-40eb-bd12-c9c065540403, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:53:25.166114 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.186972 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=115838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:53:25.203091 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba592cf-0339-4337-8803-a4275a57124b,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:25.205999 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (cf37b675-5487-4e9a-b569-a590f932f944), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.206532 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.segments_db [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Added segment cf37b675-5487-4e9a-b569-a590f932f944 of type vlan for network e1635cb4-4518-4798-bf38-f145b18a5f1f Jul 29 11:53:25.241859 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Allocated IP 172.27.2.135 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:53:25.247866 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:DELETE=3,neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:25.251211 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] For port 76fec8c8-22fa-40eb-bd12-c9c065540403, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:53:25.252373 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (e1635cb4-4518-4798-bf38-f145b18a5f1f), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.256762 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] For port 76fec8c8-22fa-40eb-bd12-c9c065540403, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=76fec8c8-22fa-40eb-bd12-c9c065540403,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:53:25.260182 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:25.265006 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.285204 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (e1635cb4-4518-4798-bf38-f145b18a5f1f), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.286446 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:25.287176 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.337022 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c270e1-334c-434e-a591-1fe1bdc815af None None] Pushing event updated for resources: {'Port': ['ID=76fec8c8-22fa-40eb-bd12-c9c065540403,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:25.348447 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4260356 Jul 29 11:53:25.356244 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48164) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:25.363358 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] Request body: {'subnet': {'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-29333059-subnet', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'ip_version': 4}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:25.365091 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44e498-e260-4528-938b-55c4ee2d7493 admin admin] Pushing event updated for resources: {'Network': ['ID=e1635cb4-4518-4798-bf38-f145b18a5f1f,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:25.376861 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network e1635cb4-4518-4798-bf38-f145b18a5f1f details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:53:25.390323 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Publish callbacks [] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.409512 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] Made reservation on behalf of 8fd8c34715e54a778911a8410e095800 for: {'subnet': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:53:25.412229 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386734'] for subnet (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.488614 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:25.502105 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.546959 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.577069 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:25.585123 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:25.594498 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:53:25.624312 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Pushing event updated for resources: {'Port': ['ID=f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:25.820113 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 76fec8c8-22fa-40eb-bd12-c9c065540403 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:25.827072 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8470757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386688'] for subnet (36ac253b-19c0-48f6-b46f-ef1715438e78), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.828497 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:25.878297 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-91eedbd3-476c-452d-9d16-4b46c63d27d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.924056 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 76fec8c8-22fa-40eb-bd12-c9c065540403 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:25.924434 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:25.930748 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ac253b-19c0-48f6-b46f-ef1715438e78,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:26.027009 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 76fec8c8-22fa-40eb-bd12-c9c065540403 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:26.027316 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:26.067409 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port 76fec8c8-22fa-40eb-bd12-c9c065540403, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=76fec8c8-22fa-40eb-bd12-c9c065540403,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:26.073878 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:26.127649 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=76fec8c8-22fa-40eb-bd12-c9c065540403,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:26.255954 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] Checking segment: {'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:26.256538 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] Network hostable DHCP agents. Network: e1635cb4-4518-4798-bf38-f145b18a5f1f, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:53:26.278136 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Publish callbacks [] for router_gateway (4339d18d-2270-40e2-b3db-b21e5b94f931), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:26.280997 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:26.318673 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] Network e1635cb4-4518-4798-bf38-f145b18a5f1f is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:53:26.336923 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, e1635cb4-4518-4798-bf38-f145b18a5f1f) {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:26.348405 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da1fe07-5528-473b-9a02-450f2bcf4bc5 None None] Network e1635cb4-4518-4798-bf38-f145b18a5f1f requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:53:26.365738 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:26.366390 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:26.390683 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1876102c-16ce-4fd2-9fc7-45f5fe4be5b8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0328743 Jul 29 11:53:26.392768 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48172) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:26.397003 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:26.415663 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ec1c5e-c069-4eb4-93b5-486ca4d8bd2c None None] Network b6a7e919-a436-4946-8b78-7a1d701f617b requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:53:26.432012 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:26.457393 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:26.459047 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:26.549135 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-e1635cb4-4518-4798-bf38-f145b18a5f1f', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'project_id': '8fd8c34715e54a778911a8410e095800', 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:53:26.550067 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:26.558481 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Publish callbacks [] for router_controller (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), precommit_add_association {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:26.561331 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (4339d18d-2270-40e2-b3db-b21e5b94f931), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:26.583476 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-470dbd74-5736-4fa7-a3e5-98eecaa18cce None None] Provisioning complete for port 76fec8c8-22fa-40eb-bd12-c9c065540403 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:26.583840 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-470dbd74-5736-4fa7-a3e5-98eecaa18cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:26.673694 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:26.771708 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Publish callbacks [] for router_gateway (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:26.773901 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-470dbd74-5736-4fa7-a3e5-98eecaa18cce None None] Current status of the port 76fec8c8-22fa-40eb-bd12-c9c065540403 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:26.790411 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Allocated IP 172.20.0.2 (e1635cb4-4518-4798-bf38-f145b18a5f1f/36ac253b-19c0-48f6-b46f-ef1715438e78/3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:53:26.941120 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Router 4339d18d-2270-40e2-b3db-b21e5b94f931 is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:53:27.011291 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-53260e87-ce64-4627-af96-f42d8b45fb7e None None] Provisioning complete for port 76fec8c8-22fa-40eb-bd12-c9c065540403 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:27.011778 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-53260e87-ce64-4627-af96-f42d8b45fb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.072726 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Publish callbacks [] for router_gateway (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.084665 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:27.099718 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.104061 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:27.152656 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:27.164313 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Sync routers for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:27.170068 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-53260e87-ce64-4627-af96-f42d8b45fb7e None None] Current status of the port 76fec8c8-22fa-40eb-bd12-c9c065540403 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:27.172584 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Publish callbacks [] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.182398 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:27.183033 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:52:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:27.186780 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.205471 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.206693 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-5b19eaad-571e-42d3-a81e-b64d3efbd95d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5936413 Jul 29 11:53:27.210108 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48180) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:27.281953 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Allocated IP 172.27.2.145 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/af97bea8-c4a7-4872-92ad-d6781b42411f) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:53:27.301168 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Network e1635cb4-4518-4798-bf38-f145b18a5f1f is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:27.304250 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Pushing event updated for resources: {'Port': ['ID=3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:27.308387 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:27.314836 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:53:27.323336 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:27.346377 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:53:27.375049 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:27.474276 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Attempting to bind port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:53:27.474622 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Attempting to bind port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:53:27.474988 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Attempting to bind port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba on network e1635cb4-4518-4798-bf38-f145b18a5f1f {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:53:27.484181 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:53:27.484554 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Checking segment: {'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:27.484966 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.485339 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Bound using segment: {'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:53:27.485835 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Bound port: 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:53:27.486213 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.511920 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Publish callbacks [] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.603383 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] For port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:53:27.612682 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:27.623077 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] For port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:53:27.629512 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.631844 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:25Z', 'revision_number': 3, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:27.636129 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.670623 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Checking router: 4339d18d-2270-40e2-b3db-b21e5b94f931 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:27.670623 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Updating router 4339d18d-2270-40e2-b3db-b21e5b94f931 port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 binding host dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:53:27.685346 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:27.707699 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:27.714741 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:53:27.744968 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Pushing event updated for resources: {'Port': ['ID=af97bea8-c4a7-4872-92ad-d6781b42411f,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:27.751493 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.782208 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 76fec8c8-22fa-40eb-bd12-c9c065540403 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:27.821247 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe35df-1f24-48f7-a66b-e97da86784b3 None None] Pushing event updated for resources: {'Port': ['ID=3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:27.851359 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:27.901872 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-0feff0be-fb47-4a65-b31f-b27544f6f8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.955424 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 76fec8c8-22fa-40eb-bd12-c9c065540403 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:27.955802 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:27.998504 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:28.069299 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:28.133451 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:28.134435 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 76fec8c8-22fa-40eb-bd12-c9c065540403 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:28.205944 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Publish callbacks [] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), precommit_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:28.212061 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Publish callbacks [] for router_gateway (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:28.213450 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:28.288947 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Attempting to bind port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:53:28.289315 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Attempting to bind port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:53:28.289704 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Attempting to bind port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:53:28.292506 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe45c0c-94f3-4e22-8be0-4cea5d6291f8 None None] Pushing event updated for resources: {'Port': ['ID=f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:28.298361 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:53:28.298741 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:28.299140 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:28.299523 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:53:28.300033 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Bound port: f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:53:28.300354 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:28.352322 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] For port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:53:28.355609 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] For port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:53:28.362483 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:28.425095 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:28.425766 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:28.469055 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe45c0c-94f3-4e22-8be0-4cea5d6291f8 None None] Pushing event updated for resources: {'Port': ['ID=f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:28.542523 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:28.668819 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Allocated IP 172.20.0.1 (b6a7e919-a436-4946-8b78-7a1d701f617b/914c7447-bade-4c46-95a5-3757892c8d10/340952d2-c10b-462a-b4fa-6b6548ff9af3) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:53:28.724799 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ec1b4-d63e-4e26-9778-58f84aed58df None None] Network e1635cb4-4518-4798-bf38-f145b18a5f1f requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:53:28.768606 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:25Z', 'revision_number': 3, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:28.808497 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2dbae7-ee75-48c9-b128-c2faf811aaf7 None None] The sync data for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi is: [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:25Z', 'revision_number': 3, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:28.831834 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:28.850581 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:28.915281 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Publish callbacks [] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:28.959733 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-e62e7e25-95c5-4d31-9048-6c27fc85cb92 None None] Provisioning complete for port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:28.960053 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e62e7e25-95c5-4d31-9048-6c27fc85cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.006071 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:29.009381 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.093225 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Network b6a7e919-a436-4946-8b78-7a1d701f617b is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:29.101173 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:29.105209 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:53:29.111992 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-e62e7e25-95c5-4d31-9048-6c27fc85cb92 None None] Current status of the port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:29.112499 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e62e7e25-95c5-4d31-9048-6c27fc85cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.147908 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Pushing event updated for resources: {'Port': ['ID=340952d2-c10b-462a-b4fa-6b6548ff9af3,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:29.152731 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:29.193296 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-e62e7e25-95c5-4d31-9048-6c27fc85cb92 None None] For port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:29.194439 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.199917 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:53:29.204987 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e62e7e25-95c5-4d31-9048-6c27fc85cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.214034 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (4339d18d-2270-40e2-b3db-b21e5b94f931), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.321556 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e7e25-95c5-4d31-9048-6c27fc85cb92 None None] Pushing event updated for resources: {'Port': ['ID=3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:29.429849 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-a944ff37-ab6d-4c73-ba78-08d59ad05f4e None None] Provisioning complete for port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:29.430220 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a944ff37-ab6d-4c73-ba78-08d59ad05f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.454184 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:29.455405 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:29.466486 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Sync routers for ids ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:29.487248 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Routers {'845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:29.487248 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:29.516413 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.545942 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.549941 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-e5ff453f-1af8-4e69-8f32-9099bea7e76d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1538701 Jul 29 11:53:29.550309 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48198) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:29.574786 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-a944ff37-ab6d-4c73-ba78-08d59ad05f4e None None] Current status of the port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:29.643865 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Set router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:29.710233 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f4794a75-0b4d-416a-b2cc-5aa18cd271a6 None None] Provisioning complete for port 340952d2-c10b-462a-b4fa-6b6548ff9af3 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:29.711049 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f4794a75-0b4d-416a-b2cc-5aa18cd271a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.820629 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Publish callbacks [] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.836153 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.842725 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f4794a75-0b4d-416a-b2cc-5aa18cd271a6 None None] Port 340952d2-c10b-462a-b4fa-6b6548ff9af3 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:53:29.864610 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:29.869120 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:29.953811 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:29.969623 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:29.970391 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.981461 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (4339d18d-2270-40e2-b3db-b21e5b94f931), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:29.995858 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Pushing event updated for resources: {'Port': ['ID=340952d2-c10b-462a-b4fa-6b6548ff9af3,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:30.084845 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:30.091177 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:27Z', 'revision_number': 3, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:30.107799 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Network b6a7e919-a436-4946-8b78-7a1d701f617b is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:30.109931 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:30.124509 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:30.125046 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.141314 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Checking router: 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:30.142047 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Updating router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf port af97bea8-c4a7-4872-92ad-d6781b42411f binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:53:30.163990 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:30.171054 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.171936 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:30.178838 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.276478 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:30.283757 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.303332 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Router 4339d18d-2270-40e2-b3db-b21e5b94f931 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:53:30.306697 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:30.310495 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:30.310883 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.412751 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:30.460949 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:30.467138 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-b480ef1a-387e-404e-a853-b9797318a3a6 None None] Provisioning complete for port 340952d2-c10b-462a-b4fa-6b6548ff9af3 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:30.476243 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b480ef1a-387e-404e-a853-b9797318a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.476455 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-ff20bb27-aa38-46b2-9c7c-71a7ebc628df admin admin] 10.222.0.60 "PUT /v2.0/routers/4339d18d-2270-40e2-b3db-b21e5b94f931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2588151 Jul 29 11:53:30.511035 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-b480ef1a-387e-404e-a853-b9797318a3a6 None None] Port 340952d2-c10b-462a-b4fa-6b6548ff9af3 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:53:30.512120 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Allocated IP 172.20.0.1 (e1635cb4-4518-4798-bf38-f145b18a5f1f/36ac253b-19c0-48f6-b46f-ef1715438e78/e7ee568c-05de-4450-9fff-90fdffa6e873) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:53:30.553746 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Publish callbacks [] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.562145 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.574622 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:30.642993 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Pushing event updated for resources: {'Port': ['ID=af97bea8-c4a7-4872-92ad-d6781b42411f,revision_number=2']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:30.647098 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Attempting to bind port af97bea8-c4a7-4872-92ad-d6781b42411f on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:53:30.647453 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Attempting to bind port af97bea8-c4a7-4872-92ad-d6781b42411f by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:53:30.647808 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Attempting to bind port af97bea8-c4a7-4872-92ad-d6781b42411f on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:53:30.656084 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.656424 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.656781 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.657108 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.657473 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.657799 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.658120 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.658438 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.658753 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.659067 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.659692 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.660021 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.660338 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.660651 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.660953 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:53:30.662504 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Publish callbacks [] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.666001 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:53:30.666362 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:30.667986 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.668375 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:53:30.668862 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Bound port: af97bea8-c4a7-4872-92ad-d6781b42411f, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:53:30.669238 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.717870 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.735166 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] For port af97bea8-c4a7-4872-92ad-d6781b42411f, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:53:30.739941 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] For port af97bea8-c4a7-4872-92ad-d6781b42411f, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=af97bea8-c4a7-4872-92ad-d6781b42411f,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:53:30.746899 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.749640 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.770690 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Network e1635cb4-4518-4798-bf38-f145b18a5f1f is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:30.776501 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:30.780584 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:53:30.813732 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Routers {'845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:30.814676 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:30.829887 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.855734 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:30.892922 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ee568c-05de-4450-9fff-90fdffa6e873,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:30.895058 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735d5e8-e2e5-4b5f-aa68-6313d74e6a89 None None] Pushing event updated for resources: {'Port': ['ID=af97bea8-c4a7-4872-92ad-d6781b42411f,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:30.901988 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:30.915694 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:31.008348 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] Set router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:31.019456 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48210) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:31.025165 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-fd31148b-e015-449e-a79e-374c2cd1f382 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1853661550', 'description': 'tempest-description--269447596'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:31.037410 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.052524 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fd31148b-e015-449e-a79e-374c2cd1f382 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.120428 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Sync routers for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:31.146996 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fd31148b-e015-449e-a79e-374c2cd1f382 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (0bc817b2-ad9c-4d82-8d9f-041242c62719), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.152150 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fd31148b-e015-449e-a79e-374c2cd1f382 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0bc817b2-ad9c-4d82-8d9f-041242c62719), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.156101 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-7698135a-a143-4826-92a3-5f8facfbc0b9 None None] Provisioning complete for port e7ee568c-05de-4450-9fff-90fdffa6e873 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:31.157072 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7698135a-a143-4826-92a3-5f8facfbc0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.160067 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:31.160908 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:31.194022 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-fd31148b-e015-449e-a79e-374c2cd1f382 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.195675 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-fd31148b-e015-449e-a79e-374c2cd1f382 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1748712 Jul 29 11:53:31.197502 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31148b-e015-449e-a79e-374c2cd1f382 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc817b2-ad9c-4d82-8d9f-041242c62719,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:31.199572 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48212) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:31.203916 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-15f94d41-5e52-410e-91bc-7a25a3782bd1 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'security_group_rule': {'security_group_id': '0bc817b2-ad9c-4d82-8d9f-041242c62719', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:31.234836 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-15f94d41-5e52-410e-91bc-7a25a3782bd1 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (b53748e4-0be7-46b3-87a5-4ff853ac8202), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.242003 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:27Z', 'revision_number': 3, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:31.260804 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Publish callbacks [] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.263748 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-7698135a-a143-4826-92a3-5f8facfbc0b9 None None] Port e7ee568c-05de-4450-9fff-90fdffa6e873 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:53:31.267223 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.274834 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb11df4-e8bb-453e-8e46-390eaf73f4ae None None] The sync data for ids ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'] in dv-cinder-837542-7-iscsi is: [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:27Z', 'revision_number': 3, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:31.313011 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-15f94d41-5e52-410e-91bc-7a25a3782bd1 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (b53748e4-0be7-46b3-87a5-4ff853ac8202), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.318000 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-15f94d41-5e52-410e-91bc-7a25a3782bd1 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (b53748e4-0be7-46b3-87a5-4ff853ac8202), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.340311 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f94d41-5e52-410e-91bc-7a25a3782bd1 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53748e4-0be7-46b3-87a5-4ff853ac8202,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:31.352894 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ee568c-05de-4450-9fff-90fdffa6e873,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:31.353596 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-15f94d41-5e52-410e-91bc-7a25a3782bd1 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.354865 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-15f94d41-5e52-410e-91bc-7a25a3782bd1 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542892 Jul 29 11:53:31.355926 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:31.357605 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48214) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:31.358287 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.367832 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-2eacb673-bba2-486e-931a-6edbf7ede5ab tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'security_group_rule': {'security_group_id': '0bc817b2-ad9c-4d82-8d9f-041242c62719', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:31.402665 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2eacb673-bba2-486e-931a-6edbf7ede5ab tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (ca2e2f82-28eb-4ca3-bfbf-5e43c4a67a0f), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.405999 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:31.471025 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2eacb673-bba2-486e-931a-6edbf7ede5ab tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (ca2e2f82-28eb-4ca3-bfbf-5e43c4a67a0f), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.476307 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2eacb673-bba2-486e-931a-6edbf7ede5ab tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (ca2e2f82-28eb-4ca3-bfbf-5e43c4a67a0f), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.487233 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Network e1635cb4-4518-4798-bf38-f145b18a5f1f is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:31.489067 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:31.497649 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:31.499035 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacb673-bba2-486e-931a-6edbf7ede5ab tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2e2f82-28eb-4ca3-bfbf-5e43c4a67a0f,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:31.515340 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:31.526053 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2eacb673-bba2-486e-931a-6edbf7ede5ab tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.530252 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-2eacb673-bba2-486e-931a-6edbf7ede5ab tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1684377 Jul 29 11:53:31.530469 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48216) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:31.535205 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:31.593401 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.636980 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 2, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:31.690593 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Checking router: 4339d18d-2270-40e2-b3db-b21e5b94f931 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:31.691105 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Updating router 4339d18d-2270-40e2-b3db-b21e5b94f931 port 340952d2-c10b-462a-b4fa-6b6548ff9af3 binding host dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:53:31.724298 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.761656 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.895475 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Allocated IP 172.27.2.221 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/04f8dfc8-c2f6-4a7d-9650-ee756d9817cd) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:53:31.917708 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-7c3fdf41-bfb7-41bf-958a-d372d4dae260 None None] Provisioning complete for port e7ee568c-05de-4450-9fff-90fdffa6e873 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:31.918818 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdf41-bfb7-41bf-958a-d372d4dae260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:31.953507 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:32.033020 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for port (04f8dfc8-c2f6-4a7d-9650-ee756d9817cd), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.055904 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:32.077516 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fdf41-bfb7-41bf-958a-d372d4dae260 None None] Port e7ee568c-05de-4450-9fff-90fdffa6e873 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:53:32.081713 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (04f8dfc8-c2f6-4a7d-9650-ee756d9817cd), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.111495 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:53:32.116836 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:32.117538 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.134403 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:32.137994 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:32.144943 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:53:32.234260 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'Port': ['ID=04f8dfc8-c2f6-4a7d-9650-ee756d9817cd,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:32.251277 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:32.272771 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-569177e5-658f-4d41-a1f3-0d9cbe79b7e9 admin admin] 10.222.0.60 "PUT /v2.0/routers/845f95a0-fe9f-48d2-b1a9-09f7e25e34bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7212055 Jul 29 11:53:32.278762 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (ec94762a-7481-4aff-bfa3-848be94733c7), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.285199 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Publish callbacks [] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), precommit_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.311160 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.323045 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:32.324217 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (04f8dfc8-c2f6-4a7d-9650-ee756d9817cd), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.368677 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:32.369653 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device af97bea8-c4a7-4872-92ad-d6781b42411f up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:32.410770 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d891817-cec7-4f19-b188-b7df8cce5d2e None None] Pushing event updated for resources: {'Port': ['ID=340952d2-c10b-462a-b4fa-6b6548ff9af3,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:32.490277 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Attempting to bind port 340952d2-c10b-462a-b4fa-6b6548ff9af3 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:53:32.490509 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Attempting to bind port 340952d2-c10b-462a-b4fa-6b6548ff9af3 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:53:32.490805 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Attempting to bind port 340952d2-c10b-462a-b4fa-6b6548ff9af3 on network b6a7e919-a436-4946-8b78-7a1d701f617b {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:53:32.499824 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:53:32.503053 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Checking segment: {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:32.503053 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.503053 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Bound using segment: {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:53:32.503053 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Bound port: 340952d2-c10b-462a-b4fa-6b6548ff9af3, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:53:32.503053 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.504076 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port af97bea8-c4a7-4872-92ad-d6781b42411f triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:32.504529 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.535980 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:32.579396 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for port (04f8dfc8-c2f6-4a7d-9650-ee756d9817cd), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.586825 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (04f8dfc8-c2f6-4a7d-9650-ee756d9817cd), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.602539 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:32.651106 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] For port 340952d2-c10b-462a-b4fa-6b6548ff9af3, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:53:32.675644 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] For port 340952d2-c10b-462a-b4fa-6b6548ff9af3, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=340952d2-c10b-462a-b4fa-6b6548ff9af3,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:53:32.683646 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port af97bea8-c4a7-4872-92ad-d6781b42411f is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:32.683811 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'Port': ['ID=04f8dfc8-c2f6-4a7d-9650-ee756d9817cd,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:32.683933 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.691219 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.694646 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (ec94762a-7481-4aff-bfa3-848be94733c7), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.712276 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.722709 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-85b224ad-1c4a-4682-b2f0-8f4e7f3bce5c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1822448 Jul 29 11:53:32.746907 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port af97bea8-c4a7-4872-92ad-d6781b42411f, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=af97bea8-c4a7-4872-92ad-d6781b42411f,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:32.761251 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.767646 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-8f000c3a-9882-44b4-88bd-112e8898cdcd None None] Provisioning complete for port 340952d2-c10b-462a-b4fa-6b6548ff9af3 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:32.768016 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8f000c3a-9882-44b4-88bd-112e8898cdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:32.814533 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d891817-cec7-4f19-b188-b7df8cce5d2e None None] Pushing event updated for resources: {'Port': ['ID=340952d2-c10b-462a-b4fa-6b6548ff9af3,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:32.831131 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:32.831803 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:32.992688 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48250) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:33.002909 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1081135738-network', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:33.010958 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=af97bea8-c4a7-4872-92ad-d6781b42411f,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:33.020094 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-b977bf1e-43fa-4295-9f19-af40bf32d736 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1853661550&fields=id&tenant_id=69ac15e2b1074938adfa7615f1ff1495 HTTP/1.1" status: 200 len: 267 time: 0.0676219 Jul 29 11:53:33.055979 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Made reservation on behalf of 9bfbf5e35faf453b8267534f53d0d5f7 for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:53:33.058437 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.106702 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.201441 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-8f000c3a-9882-44b4-88bd-112e8898cdcd None None] Current status of the port 340952d2-c10b-462a-b4fa-6b6548ff9af3 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:33.201937 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8f000c3a-9882-44b4-88bd-112e8898cdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.205861 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:33.207677 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-2c1751a2-687f-4173-8eea-2193f77ea695 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:33.209780 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-2c1751a2-687f-4173-8eea-2193f77ea695 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/networks?id=b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 200 len: 811 time: 0.1684051 Jul 29 11:53:33.225644 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:33.236737 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-dc5186d1-1919-4483-92dd-ee6718bb59fa tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/quotas/69ac15e2b1074938adfa7615f1ff1495 HTTP/1.1" status: 200 len: 375 time: 0.0202467 Jul 29 11:53:33.292193 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Publish callbacks [] for security_group (818d742a-8830-4ef0-aaf6-3f0d28970989), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.298126 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (818d742a-8830-4ef0-aaf6-3f0d28970989), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.305302 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-8f000c3a-9882-44b4-88bd-112e8898cdcd None None] For port 340952d2-c10b-462a-b4fa-6b6548ff9af3, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=340952d2-c10b-462a-b4fa-6b6548ff9af3,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:33.321064 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-1e968f8a-6331-4bba-a4e0-06c25461457d tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=69ac15e2b1074938adfa7615f1ff1495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719984 Jul 29 11:53:33.330524 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:53:33.342307 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8f000c3a-9882-44b4-88bd-112e8898cdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.355354 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818d742a-8830-4ef0-aaf6-3f0d28970989,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:33.369088 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.369448 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Added segment fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0 of type vlan for network 1325aec0-6e30-4e64-aad3-8a758eabc7af Jul 29 11:53:33.423573 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f000c3a-9882-44b4-88bd-112e8898cdcd None None] Pushing event updated for resources: {'Port': ['ID=340952d2-c10b-462a-b4fa-6b6548ff9af3,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:33.458428 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (1325aec0-6e30-4e64-aad3-8a758eabc7af), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.475183 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:33.476921 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Sync routers for ids ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:33.486840 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Routers {'845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:33.487450 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:33.490843 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-8bc6c58b-d996-4bec-90d8-f9b382c21267 None None] Provisioning complete for port 340952d2-c10b-462a-b4fa-6b6548ff9af3 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:33.491219 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c58b-d996-4bec-90d8-f9b382c21267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.497306 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:33.504217 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-0f928371-c410-4a15-b626-0d8128c38992 service neutron] 10.222.0.60 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618390 Jul 29 11:53:33.506642 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (1325aec0-6e30-4e64-aad3-8a758eabc7af), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.507775 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:33.508529 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.545275 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad7eed7-8b52-400e-8938-14b942ab6082 None None] The sync data for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi is: [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:33.553504 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:33.566086 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:33.603970 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Set router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:33.619289 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-8bc6c58b-d996-4bec-90d8-f9b382c21267 None None] Current status of the port 340952d2-c10b-462a-b4fa-6b6548ff9af3 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:33.640310 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48252) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:33.640772 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6456351 Jul 29 11:53:33.649638 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] Request body: {'subnet': {'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1081135738-subnet', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'ip_version': 4}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:33.652497 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d11a3-0629-46f6-8599-6a9017d6b0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1325aec0-6e30-4e64-aad3-8a758eabc7af,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:33.672241 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 1325aec0-6e30-4e64-aad3-8a758eabc7af details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:53:33.698886 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] Made reservation on behalf of 9bfbf5e35faf453b8267534f53d0d5f7 for: {'subnet': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:53:33.699333 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-ca0b8cfe-6753-4fa7-8057-3553c96a700b service neutron] 10.222.0.60 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736641 Jul 29 11:53:33.700698 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10080738'] for subnet (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:33.887540 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:33.911973 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 340952d2-c10b-462a-b4fa-6b6548ff9af3 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:33.935230 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:33.938945 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:33.981695 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:33.990277 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-32d46232-ec44-4ce1-a106-80358351e233 req-66ab0456-47c3-457a-b8bb-c6718be9cb9b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 210 time: 0.0527949 Jul 29 11:53:34.010873 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'e7ee568c-05de-4450-9fff-90fdffa6e873', 'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'mac_address': 'fa:16:3e:a5:f6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:30Z', 'updated_at': '2022-07-29T11:53:31Z', 'revision_number': 2, 'project_id': '8fd8c34715e54a778911a8410e095800', 'subnets': [{'id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:34.034716 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10080716'] for subnet (0a320e6a-581a-4a1f-be03-d81cc917eb32), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.044897 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Checking router: 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:34.045266 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Updating router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf port e7ee568c-05de-4450-9fff-90fdffa6e873 binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:53:34.059050 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 340952d2-c10b-462a-b4fa-6b6548ff9af3 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:34.059168 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.081175 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.162024 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] Checking segment: {'id': 'fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:34.162493 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] Network hostable DHCP agents. Network: 1325aec0-6e30-4e64-aad3-8a758eabc7af, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:53:34.166236 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a320e6a-581a-4a1f-be03-d81cc917eb32,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:34.197584 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 340952d2-c10b-462a-b4fa-6b6548ff9af3 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:34.199088 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device af97bea8-c4a7-4872-92ad-d6781b42411f up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:34.205409 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] Network 1325aec0-6e30-4e64-aad3-8a758eabc7af is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:53:34.220603 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 1325aec0-6e30-4e64-aad3-8a758eabc7af) {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:34.231946 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:34.232944 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.256432 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12261f48-876b-4fba-9f6a-9c0f18866442 None None] Network 1325aec0-6e30-4e64-aad3-8a758eabc7af requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:53:34.267227 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-d0296350-d19e-4738-9afd-9c76f520a55c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6250830 Jul 29 11:53:34.269982 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48264) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:34.277086 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1081135738-router', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:34.313921 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.316147 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.345852 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port af97bea8-c4a7-4872-92ad-d6781b42411f triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:34.346952 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.407358 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Publish callbacks [] for router_controller (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), precommit_add_association {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.481446 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-1325aec0-6e30-4e64-aad3-8a758eabc7af', 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af', 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'fixed_ips': [{'subnet_id': '0a320e6a-581a-4a1f-be03-d81cc917eb32'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:53:34.482905 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.582763 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Publish callbacks [] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.589238 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port af97bea8-c4a7-4872-92ad-d6781b42411f is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:34.595328 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.624516 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Publish callbacks [] for router_gateway (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.654667 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5075380-2204-4435-8249-2404c496c734 None None] Pushing event updated for resources: {'Port': ['ID=e7ee568c-05de-4450-9fff-90fdffa6e873,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:34.702999 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Allocated IP 172.20.0.2 (1325aec0-6e30-4e64-aad3-8a758eabc7af/0a320e6a-581a-4a1f-be03-d81cc917eb32/52b77d55-804a-4ff4-ac7e-07ab488e7877) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:53:34.750754 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Attempting to bind port e7ee568c-05de-4450-9fff-90fdffa6e873 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:53:34.751296 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Attempting to bind port e7ee568c-05de-4450-9fff-90fdffa6e873 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:53:34.751793 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Attempting to bind port e7ee568c-05de-4450-9fff-90fdffa6e873 on network e1635cb4-4518-4798-bf38-f145b18a5f1f {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:53:34.767755 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:53:34.773347 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Checking segment: {'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:34.774087 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.774594 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Bound using segment: {'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:53:34.775201 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Bound port: e7ee568c-05de-4450-9fff-90fdffa6e873, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:53:34.775682 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.945108 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Publish callbacks [] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.954212 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:34.957619 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:35.002638 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] For port e7ee568c-05de-4450-9fff-90fdffa6e873, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:53:35.008243 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] For port e7ee568c-05de-4450-9fff-90fdffa6e873, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=e7ee568c-05de-4450-9fff-90fdffa6e873,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:53:35.017556 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.019682 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Network 1325aec0-6e30-4e64-aad3-8a758eabc7af is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:35.022787 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-ad65324b-57d9-4c3e-bc0a-68e2b5db88e0 None None] Provisioning complete for port e7ee568c-05de-4450-9fff-90fdffa6e873 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:35.023156 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ad65324b-57d9-4c3e-bc0a-68e2b5db88e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.076998 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:35.081858 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:53:35.095994 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Pushing event updated for resources: {'Port': ['ID=52b77d55-804a-4ff4-ac7e-07ab488e7877,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:35.142333 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5075380-2204-4435-8249-2404c496c734 None None] Pushing event updated for resources: {'Port': ['ID=e7ee568c-05de-4450-9fff-90fdffa6e873,revision_number=4']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:35.180933 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Routers {'845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:35.181717 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:35.198026 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-368b8d00-9fb9-4fa8-82a7-59e73d0df7f8 req-4f125dab-5c12-46fc-8cd4-92bad3d88a02 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 210 time: 0.0476949 Jul 29 11:53:35.248231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-ad65324b-57d9-4c3e-bc0a-68e2b5db88e0 None None] Current status of the port e7ee568c-05de-4450-9fff-90fdffa6e873 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:35.248795 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ad65324b-57d9-4c3e-bc0a-68e2b5db88e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.256976 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Publish callbacks [] for router_gateway (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.260752 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:35.279440 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.299917 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Attempting to bind port 52b77d55-804a-4ff4-ac7e-07ab488e7877 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:53:35.300748 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Attempting to bind port 52b77d55-804a-4ff4-ac7e-07ab488e7877 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': 'fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:53:35.300748 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Attempting to bind port 52b77d55-804a-4ff4-ac7e-07ab488e7877 on network 1325aec0-6e30-4e64-aad3-8a758eabc7af {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:53:35.313819 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-ad65324b-57d9-4c3e-bc0a-68e2b5db88e0 None None] For port e7ee568c-05de-4450-9fff-90fdffa6e873, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=e7ee568c-05de-4450-9fff-90fdffa6e873,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:35.315510 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:53:35.315876 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Checking segment: {'id': 'fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:35.316282 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.316672 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Bound using segment: {'id': 'fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:53:35.318132 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Bound port: 52b77d55-804a-4ff4-ac7e-07ab488e7877, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:53:35.318603 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.332021 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] Set router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:35.340214 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ad65324b-57d9-4c3e-bc0a-68e2b5db88e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.370739 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:35.390533 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:35.419506 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Allocated IP 172.27.2.88 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:53:35.428666 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65324b-57d9-4c3e-bc0a-68e2b5db88e0 None None] Pushing event updated for resources: {'Port': ['ID=e7ee568c-05de-4450-9fff-90fdffa6e873,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:35.436628 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] For port 52b77d55-804a-4ff4-ac7e-07ab488e7877, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:53:35.439938 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] For port 52b77d55-804a-4ff4-ac7e-07ab488e7877, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=52b77d55-804a-4ff4-ac7e-07ab488e7877,segment=NetworkSegment(fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0),segment_id=fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:53:35.447518 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.500596 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-a512615e-86d8-4a30-a9c9-10c378b45e00 None None] Provisioning complete for port e7ee568c-05de-4450-9fff-90fdffa6e873 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:35.501224 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a512615e-86d8-4a30-a9c9-10c378b45e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.545318 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Publish callbacks [] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.546883 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7387569-48b3-4577-b678-35d0083ff9ab None None] Pushing event updated for resources: {'Port': ['ID=52b77d55-804a-4ff4-ac7e-07ab488e7877,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:35.568755 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'e7ee568c-05de-4450-9fff-90fdffa6e873', 'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'mac_address': 'fa:16:3e:a5:f6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:30Z', 'updated_at': '2022-07-29T11:53:34Z', 'revision_number': 4, 'project_id': '8fd8c34715e54a778911a8410e095800', 'subnets': [{'id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:35.570632 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:35.597534 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2bd1a9-08ff-4703-9d52-f619da8eca68 None None] The sync data for ids ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'] in dv-cinder-837542-7-iscsi is: [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'e7ee568c-05de-4450-9fff-90fdffa6e873', 'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'mac_address': 'fa:16:3e:a5:f6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:30Z', 'updated_at': '2022-07-29T11:53:34Z', 'revision_number': 4, 'project_id': '8fd8c34715e54a778911a8410e095800', 'subnets': [{'id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:35.610964 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-a512615e-86d8-4a30-a9c9-10c378b45e00 None None] Current status of the port e7ee568c-05de-4450-9fff-90fdffa6e873 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:35.617406 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:35.669083 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:35.675219 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:35.682396 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:53:35.687695 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:35.714527 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Pushing event updated for resources: {'Port': ['ID=1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:35.885957 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device e7ee568c-05de-4450-9fff-90fdffa6e873 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:35.950902 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port e7ee568c-05de-4450-9fff-90fdffa6e873 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:35.951442 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:36.045700 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Publish callbacks [] for router_gateway (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:36.052206 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port e7ee568c-05de-4450-9fff-90fdffa6e873 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:36.310418 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:36.356973 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-46d1f39f-41b3-47d4-acae-4c719a4bfa69 req-60505c6d-3a07-40ba-8fd2-2f4165be7bca tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 210 time: 0.0430336 Jul 29 11:53:36.448385 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-d65b36bb-fe3a-4d8e-8f50-942d6bc99050 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:36.450688 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-d65b36bb-fe3a-4d8e-8f50-942d6bc99050 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.58 "GET /v2.0/networks?id=b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 200 len: 811 time: 0.1987913 Jul 29 11:53:36.488782 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=1,neutron:UPDATE=2,neutron:SELECT=97 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:36.556495 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:53:36.596794 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-76b52819-a7f8-4f34-ae93-49695b123e2e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ac15e2b1074938adfa7615f1ff1495 HTTP/1.1" status: 200 len: 380 time: 0.1279550 Jul 29 11:53:36.618385 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'port': {'device_id': '55552e03-f570-4ef7-b624-83ed029e89a9', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'admin_state_up': True, 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'security_groups': ['0bc817b2-ad9c-4d82-8d9f-041242c62719']}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:36.721246 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:36.733734 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Sync routers for ids ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:36.753934 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Routers {'571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:36.755323 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:36.755812 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:36.760669 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d8e2647e-c427-40d0-ae23-0b90b050bf43 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4856849 Jul 29 11:53:36.765794 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48298) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:36.828854 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Made reservation on behalf of 69ac15e2b1074938adfa7615f1ff1495 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:53:36.839652 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:36.916108 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d7a039-ce79-4aaf-bb7b-26753bb640bf None None] Network 1325aec0-6e30-4e64-aad3-8a758eabc7af requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:53:37.018554 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Allocated IP 172.20.0.7 (b6a7e919-a436-4946-8b78-7a1d701f617b/914c7447-bade-4c46-95a5-3757892c8d10/410dad97-edfe-4c3c-b0a9-ccea29876b7a) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:53:37.112758 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:37.122264 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:37.148524 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-2481b8a4-06ff-4018-ad1f-3cd5c5c285af None None] Provisioning complete for port 52b77d55-804a-4ff4-ac7e-07ab488e7877 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:37.148652 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-2481b8a4-06ff-4018-ad1f-3cd5c5c285af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.172037 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:37.186222 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Set router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:37.200450 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.244074 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.296555 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Network b6a7e919-a436-4946-8b78-7a1d701f617b is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:37.302178 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:37.306794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:53:37.334961 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'Port': ['ID=410dad97-edfe-4c3c-b0a9-ccea29876b7a,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:37.344601 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.355594 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:37.398845 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:37.399846 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.431569 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-2481b8a4-06ff-4018-ad1f-3cd5c5c285af None None] Current status of the port 52b77d55-804a-4ff4-ac7e-07ab488e7877 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:37.431983 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-2481b8a4-06ff-4018-ad1f-3cd5c5c285af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.461130 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-69030cb0-114c-42ef-af58-7abb7eeda068 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8481297 Jul 29 11:53:37.480032 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Request body: {'port': {'device_id': '55552e03-f570-4ef7-b624-83ed029e89a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:37.545171 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-2481b8a4-06ff-4018-ad1f-3cd5c5c285af None None] For port 52b77d55-804a-4ff4-ac7e-07ab488e7877, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=52b77d55-804a-4ff4-ac7e-07ab488e7877,segment=NetworkSegment(fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0),segment_id=fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:37.559171 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:37.560087 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682065fd-7759-451d-83e8-54ea3f8c037a req-22cfdf16-5d79-4564-9a92-c818e2508685 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:37.561307 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-682065fd-7759-451d-83e8-54ea3f8c037a req-22cfdf16-5d79-4564-9a92-c818e2508685 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 931 time: 0.0652828 Jul 29 11:53:37.563978 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-2481b8a4-06ff-4018-ad1f-3cd5c5c285af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.575760 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'name': 'tempest-TestShelveInstance-1081135738-router', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:34Z', 'updated_at': '2022-07-29T11:53:35Z', 'revision_number': 3, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'gw_port': {'id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:35Z', 'updated_at': '2022-07-29T11:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:37.587863 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.630084 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Checking router: 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:37.630594 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Updating router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f binding host dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:53:37.691276 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-bf4d80b3-f442-4a7e-972b-7ed59d9eab19 None None] Provisioning complete for port 410dad97-edfe-4c3c-b0a9-ccea29876b7a triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:37.691805 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-bf4d80b3-f442-4a7e-972b-7ed59d9eab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.714729 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-682065fd-7759-451d-83e8-54ea3f8c037a req-44c1cc32-4051-41ff-afd9-5942abbe8f85 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298976 Jul 29 11:53:37.736585 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Allocated IP 172.20.0.1 (1325aec0-6e30-4e64-aad3-8a758eabc7af/0a320e6a-581a-4a1f-be03-d81cc917eb32/cc2b96ca-7196-4c8e-88ef-09106499c90a) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:53:37.761969 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.806318 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481b8a4-06ff-4018-ad1f-3cd5c5c285af None None] Pushing event updated for resources: {'Port': ['ID=52b77d55-804a-4ff4-ac7e-07ab488e7877,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:37.817046 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:37.833984 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d80b3-f442-4a7e-972b-7ed59d9eab19 None None] Port 410dad97-edfe-4c3c-b0a9-ccea29876b7a cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:53:37.839632 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 52b77d55-804a-4ff4-ac7e-07ab488e7877 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:37.878015 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Publish callbacks [] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.919218 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:37.982347 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Network 1325aec0-6e30-4e64-aad3-8a758eabc7af is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:37.987763 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:37.992138 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:53:37.999052 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 52b77d55-804a-4ff4-ac7e-07ab488e7877 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:37.999432 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.022468 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-85d30e6d-0e28-4644-b878-78782812950f None None] Provisioning complete for port 52b77d55-804a-4ff4-ac7e-07ab488e7877 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:38.022844 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-85d30e6d-0e28-4644-b878-78782812950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.028550 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410dad97-edfe-4c3c-b0a9-ccea29876b7a {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:53:38.028750 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2b96ca-7196-4c8e-88ef-09106499c90a,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:38.045172 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Publish callbacks [] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.066757 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Transition to ACTIVE for port object 410dad97-edfe-4c3c-b0a9-ccea29876b7a will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:53:38.073502 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.095150 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.145230 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Pushing event updated for resources: {'Port': ['ID=410dad97-edfe-4c3c-b0a9-ccea29876b7a,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:38.162833 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:38.262370 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 52b77d55-804a-4ff4-ac7e-07ab488e7877 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:38.279445 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Attempting to bind port 410dad97-edfe-4c3c-b0a9-ccea29876b7a on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:53:38.280250 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Attempting to bind port 410dad97-edfe-4c3c-b0a9-ccea29876b7a by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:53:38.280411 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:38.280529 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Attempting to bind port 410dad97-edfe-4c3c-b0a9-ccea29876b7a on network b6a7e919-a436-4946-8b78-7a1d701f617b {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:53:38.287435 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Port 410dad97-edfe-4c3c-b0a9-ccea29876b7a on network b6a7e919-a436-4946-8b78-7a1d701f617b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:53:38.288348 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Attempting to bind port 410dad97-edfe-4c3c-b0a9-ccea29876b7a on network b6a7e919-a436-4946-8b78-7a1d701f617b {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:53:38.294391 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:53:38.294580 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Checking segment: {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:38.295451 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Bound using segment: {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:53:38.295950 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Bound port: 410dad97-edfe-4c3c-b0a9-ccea29876b7a, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:53:38.296424 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.345747 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-85d30e6d-0e28-4644-b878-78782812950f None None] Current status of the port 52b77d55-804a-4ff4-ac7e-07ab488e7877 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:38.358944 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.360092 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:38.365267 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:38.373057 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Publish callbacks [] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), precommit_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.388278 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.431335 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] For port 410dad97-edfe-4c3c-b0a9-ccea29876b7a, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:53:38.436373 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] For port 410dad97-edfe-4c3c-b0a9-ccea29876b7a, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=410dad97-edfe-4c3c-b0a9-ccea29876b7a,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:53:38.453286 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.497409 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Attempting to bind port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:53:38.497756 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Attempting to bind port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:53:38.498159 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Attempting to bind port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:53:38.503376 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d986bb7-2b5d-4bad-b8ab-73402d1b63cb None None] Pushing event updated for resources: {'Port': ['ID=1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:38.509817 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-a60a1ced-8ffe-41ef-9f98-d62717376d2e None None] Provisioning complete for port cc2b96ca-7196-4c8e-88ef-09106499c90a triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:38.510233 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a60a1ced-8ffe-41ef-9f98-d62717376d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.514431 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:53:38.514570 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:38.514953 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.515653 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:53:38.516121 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Bound port: 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:53:38.516652 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.538629 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:38.539390 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.541088 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] 10.222.0.58 "PUT /v2.0/ports/410dad97-edfe-4c3c-b0a9-ccea29876b7a HTTP/1.1" status: 200 len: 1093 time: 1.0689821 Jul 29 11:53:38.542809 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55552e03-f570-4ef7-b624-83ed029e89a9', 'tag': '410dad97-edfe-4c3c-b0a9-ccea29876b7a'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:53:38.546758 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e" -d '{"events": [{"name": "network-changed", "server_uuid": "55552e03-f570-4ef7-b624-83ed029e89a9", "tag": "410dad97-edfe-4c3c-b0a9-ccea29876b7a"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:53:38.592865 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7768e9-8c5a-4a8d-8289-adcad1eb711b service neutron] Pushing event updated for resources: {'Port': ['ID=410dad97-edfe-4c3c-b0a9-ccea29876b7a,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:38.627690 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-a60a1ced-8ffe-41ef-9f98-d62717376d2e None None] Port cc2b96ca-7196-4c8e-88ef-09106499c90a cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:53:38.652308 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca112c81-107e-4b4a-bcc0-9f11ac8ffc93 x-openstack-request-id: req-ca112c81-107e-4b4a-bcc0-9f11ac8ffc93 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:53:38.652951 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55552e03-f570-4ef7-b624-83ed029e89a9", "tag": "410dad97-edfe-4c3c-b0a9-ccea29876b7a", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:53:38.653440 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca112c81-107e-4b4a-bcc0-9f11ac8ffc93 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:53:38.654312 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca112c81-107e-4b4a-bcc0-9f11ac8ffc93'] response: {'name': 'network-changed', 'server_uuid': '55552e03-f570-4ef7-b624-83ed029e89a9', 'tag': '410dad97-edfe-4c3c-b0a9-ccea29876b7a', 'status': 'completed', 'code': 200} Jul 29 11:53:38.664749 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-c34ed498-ad56-43e5-9b52-fd41a674dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:38.666503 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-c34ed498-ad56-43e5-9b52-fd41a674dbc7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ac15e2b1074938adfa7615f1ff1495&device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 1127 time: 0.0797501 Jul 29 11:53:38.681018 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Publish callbacks [] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.687570 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.711915 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] For port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:53:38.716117 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] For port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:53:38.723623 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.777895 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-83a84c1a-e418-47d4-a42a-53d9d5252ca4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410dad97-edfe-4c3c-b0a9-ccea29876b7a HTTP/1.1" status: 200 len: 217 time: 0.0915828 Jul 29 11:53:38.807288 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:38.809065 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2b96ca-7196-4c8e-88ef-09106499c90a,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:38.881916 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-2f7a0f59-4b31-4992-9823-ace10731d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:38.883181 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-2f7a0f59-4b31-4992-9823-ace10731d80c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=914c7447-bade-4c46-95a5-3757892c8d10 HTTP/1.1" status: 200 len: 850 time: 0.1045108 Jul 29 11:53:38.914165 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d986bb7-2b5d-4bad-b8ab-73402d1b63cb None None] Pushing event updated for resources: {'Port': ['ID=1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:38.919834 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Routers {'571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:38.920446 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:38.953322 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-c1a07fdb-aca5-4613-8faf-4307d5ae7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:38.955222 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-c1a07fdb-aca5-4613-8faf-4307d5ae7770 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6a7e919-a436-4946-8b78-7a1d701f617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607312 Jul 29 11:53:38.995067 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Network 1325aec0-6e30-4e64-aad3-8a758eabc7af is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:53:38.996678 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:53:39.002758 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:39.012391 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676b0d8-542d-4053-b4df-7c1e635942e6 req-b2cea3df-9c21-4373-b0f5-7bbf003eebb4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:39.014267 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4676b0d8-542d-4053-b4df-7c1e635942e6 req-b2cea3df-9c21-4373-b0f5-7bbf003eebb4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 943 time: 0.1231506 Jul 29 11:53:39.050818 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] Set router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:39.098465 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:39.124181 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-6d7fb805-35eb-4479-b654-e41ea8cbe867 service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592343 Jul 29 11:53:39.184972 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:53:39.201511 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4676b0d8-542d-4053-b4df-7c1e635942e6 req-6fae744d-c9c1-4e19-bb9a-42aea5562bb3 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488194 Jul 29 11:53:39.291603 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4e1d3c75-5658-4e84-8631-edd48e227f05 req-bdbf55a1-edc0-463e-9a43-837c156eda9f service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548648 Jul 29 11:53:39.326763 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:39.332492 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-f4bfcfa1-fd76-4373-afd4-8c8c48a31fe8 admin admin] 10.222.0.60 "PUT /v2.0/routers/571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5653198 Jul 29 11:53:39.362499 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-cf53049e-7bab-4a9d-afd7-43712e5d8fb6 None None] Provisioning complete for port cc2b96ca-7196-4c8e-88ef-09106499c90a triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:39.362867 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-cf53049e-7bab-4a9d-afd7-43712e5d8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:39.395036 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'name': 'tempest-TestShelveInstance-1081135738-router', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:34Z', 'updated_at': '2022-07-29T11:53:38Z', 'revision_number': 4, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'gw_port': {'id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:35Z', 'updated_at': '2022-07-29T11:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'cc2b96ca-7196-4c8e-88ef-09106499c90a', 'name': '', 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'mac_address': 'fa:16:3e:20:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0a320e6a-581a-4a1f-be03-d81cc917eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:37Z', 'updated_at': '2022-07-29T11:53:38Z', 'revision_number': 2, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'subnets': [{'id': '0a320e6a-581a-4a1f-be03-d81cc917eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:39.553964 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260a061-d4d3-4623-8492-9bcff16a2721 None None] The sync data for ids ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'] in dv-cinder-837542-7-iscsi is: [{'id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'name': 'tempest-TestShelveInstance-1081135738-router', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:34Z', 'updated_at': '2022-07-29T11:53:38Z', 'revision_number': 4, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'gw_port': {'id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:35Z', 'updated_at': '2022-07-29T11:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'cc2b96ca-7196-4c8e-88ef-09106499c90a', 'name': '', 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'mac_address': 'fa:16:3e:20:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0a320e6a-581a-4a1f-be03-d81cc917eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:37Z', 'updated_at': '2022-07-29T11:53:38Z', 'revision_number': 2, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'subnets': [{'id': '0a320e6a-581a-4a1f-be03-d81cc917eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:39.558893 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-cf53049e-7bab-4a9d-afd7-43712e5d8fb6 None None] Port cc2b96ca-7196-4c8e-88ef-09106499c90a cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:53:39.695518 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48334) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:39.700007 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-212690a7-b3e1-4531-84f1-bb36896acc30 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289239366', 'description': 'tempest-secgroup-smoke-289239366 description', 'project_id': '8fd8c34715e54a778911a8410e095800'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:39.726816 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-212690a7-b3e1-4531-84f1-bb36896acc30 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:39.767120 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 52b77d55-804a-4ff4-ac7e-07ab488e7877 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:39.836695 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 52b77d55-804a-4ff4-ac7e-07ab488e7877 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:39.837116 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:39.849397 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-212690a7-b3e1-4531-84f1-bb36896acc30 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group (48d0f035-6516-4db2-8738-ad45bd32b1ba), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:39.854693 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-212690a7-b3e1-4531-84f1-bb36896acc30 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (48d0f035-6516-4db2-8738-ad45bd32b1ba), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:39.869682 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:39.889455 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-212690a7-b3e1-4531-84f1-bb36896acc30 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:39.902484 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-212690a7-b3e1-4531-84f1-bb36896acc30 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2031851 Jul 29 11:53:39.903653 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48346) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:39.908879 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-8468dd6a-f3c0-4d31-90a4-adb9868584a5 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Request body: {'security_group_rule': {'security_group_id': '48d0f035-6516-4db2-8738-ad45bd32b1ba', 'project_id': '8fd8c34715e54a778911a8410e095800', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:39.909029 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212690a7-b3e1-4531-84f1-bb36896acc30 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d0f035-6516-4db2-8738-ad45bd32b1ba,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:39.944157 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:39.962785 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 52b77d55-804a-4ff4-ac7e-07ab488e7877 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:39.975993 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8468dd6a-f3c0-4d31-90a4-adb9868584a5 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (4dd48984-988d-4582-9a88-bf72622dc5f6), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.053842 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8468dd6a-f3c0-4d31-90a4-adb9868584a5 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (4dd48984-988d-4582-9a88-bf72622dc5f6), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.058623 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8468dd6a-f3c0-4d31-90a4-adb9868584a5 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (4dd48984-988d-4582-9a88-bf72622dc5f6), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.081504 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468dd6a-f3c0-4d31-90a4-adb9868584a5 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd48984-988d-4582-9a88-bf72622dc5f6,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:40.101620 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8468dd6a-f3c0-4d31-90a4-adb9868584a5 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.105810 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-8468dd6a-f3c0-4d31-90a4-adb9868584a5 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1975498 Jul 29 11:53:40.106293 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48352) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:40.115028 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-b1bc315f-e78c-4fd2-9829-90210dbe9f93 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Request body: {'security_group_rule': {'security_group_id': '48d0f035-6516-4db2-8738-ad45bd32b1ba', 'project_id': '8fd8c34715e54a778911a8410e095800', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:40.144776 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b1bc315f-e78c-4fd2-9829-90210dbe9f93 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (95b4767c-19b5-41a9-813b-4d6d10725be3), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.243544 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e req-35ea624c-2568-4eb9-a6db-02cb390da760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:40.245046 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e req-35ea624c-2568-4eb9-a6db-02cb390da760 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ac15e2b1074938adfa7615f1ff1495&device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 1127 time: 0.0536816 Jul 29 11:53:40.246932 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b1bc315f-e78c-4fd2-9829-90210dbe9f93 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (95b4767c-19b5-41a9-813b-4d6d10725be3), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.251979 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b1bc315f-e78c-4fd2-9829-90210dbe9f93 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (95b4767c-19b5-41a9-813b-4d6d10725be3), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.294510 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc315f-e78c-4fd2-9829-90210dbe9f93 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b4767c-19b5-41a9-813b-4d6d10725be3,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:40.330640 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b1bc315f-e78c-4fd2-9829-90210dbe9f93 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.332558 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-b1bc315f-e78c-4fd2-9829-90210dbe9f93 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2244940 Jul 29 11:53:40.334883 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48356) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:40.339569 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-8bab50fc-d42a-44f2-ac5b-8851875052e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Request body: {'security_group_rule': {'security_group_id': '48d0f035-6516-4db2-8738-ad45bd32b1ba', 'project_id': '8fd8c34715e54a778911a8410e095800', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:40.351203 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2da771-0f16-4264-9075-b973b99096c4 req-ce43b057-6098-4356-a4c4-27d81435b338 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:40.352826 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0d2da771-0f16-4264-9075-b973b99096c4 req-ce43b057-6098-4356-a4c4-27d81435b338 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 943 time: 0.0532515 Jul 29 11:53:40.396980 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8bab50fc-d42a-44f2-ac5b-8851875052e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (81cdf7ce-8f63-4eb6-ac64-406a4ca4c868), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.404651 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0d2da771-0f16-4264-9075-b973b99096c4 req-c1749a0c-0935-421b-9300-5f9a9d9b81c6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449095 Jul 29 11:53:40.411568 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e req-7dfcd827-3a4f-44ff-93a4-790435132bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:40.413982 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e req-7dfcd827-3a4f-44ff-93a4-790435132bf9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 200 len: 912 time: 0.1530464 Jul 29 11:53:40.416639 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:40.472267 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e req-6596651a-e8d1-4f8a-95ae-47119b2b127c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410dad97-edfe-4c3c-b0a9-ccea29876b7a HTTP/1.1" status: 200 len: 217 time: 0.0478489 Jul 29 11:53:40.537204 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8bab50fc-d42a-44f2-ac5b-8851875052e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (81cdf7ce-8f63-4eb6-ac64-406a4ca4c868), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.545806 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8bab50fc-d42a-44f2-ac5b-8851875052e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (81cdf7ce-8f63-4eb6-ac64-406a4ca4c868), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.552978 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e req-d6f1b509-fd80-484b-9fc5-3ad97f234bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:40.554500 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e req-d6f1b509-fd80-484b-9fc5-3ad97f234bb8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=914c7447-bade-4c46-95a5-3757892c8d10 HTTP/1.1" status: 200 len: 850 time: 0.0738628 Jul 29 11:53:40.579002 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab50fc-d42a-44f2-ac5b-8851875052e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cdf7ce-8f63-4eb6-ac64-406a4ca4c868,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:40.603212 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8bab50fc-d42a-44f2-ac5b-8851875052e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.604446 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-8bab50fc-d42a-44f2-ac5b-8851875052e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2684317 Jul 29 11:53:40.607222 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48358) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:40.613265 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-f248068f-839d-47d9-a308-370615b116e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Request body: {'security_group_rule': {'security_group_id': '48d0f035-6516-4db2-8738-ad45bd32b1ba', 'project_id': '8fd8c34715e54a778911a8410e095800', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:40.628245 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e req-d50e10ca-dcce-4ec7-af3b-76b19593804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:40.630471 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e req-d50e10ca-dcce-4ec7-af3b-76b19593804f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6a7e919-a436-4946-8b78-7a1d701f617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665486 Jul 29 11:53:40.699183 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f248068f-839d-47d9-a308-370615b116e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (cb900d39-dff4-4d7c-806c-42eaa7dfd8c7), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.722626 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:40.776348 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e req-91755ea5-7853-450e-8fc7-dda0febb4add service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364295 Jul 29 11:53:40.811374 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f248068f-839d-47d9-a308-370615b116e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (cb900d39-dff4-4d7c-806c-42eaa7dfd8c7), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.841180 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f248068f-839d-47d9-a308-370615b116e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (cb900d39-dff4-4d7c-806c-42eaa7dfd8c7), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.862894 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248068f-839d-47d9-a308-370615b116e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb900d39-dff4-4d7c-806c-42eaa7dfd8c7,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:40.881474 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f248068f-839d-47d9-a308-370615b116e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.882663 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-f248068f-839d-47d9-a308-370615b116e3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2745311 Jul 29 11:53:40.885792 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48360) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:40.891305 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-8138d7d6-3fac-4343-965d-0749984ee57d tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Request body: {'security_group_rule': {'security_group_id': '48d0f035-6516-4db2-8738-ad45bd32b1ba', 'project_id': '8fd8c34715e54a778911a8410e095800', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:40.928240 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa31e8ea-62f3-49de-ae6e-c21f1e63309e req-8b82e9a1-e7b0-4004-8c0a-7c204c502c3f service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423340 Jul 29 11:53:40.929521 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.securitygroups_db [None req-8138d7d6-3fac-4343-965d-0749984ee57d tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Project 8fd8c34715e54a778911a8410e095800 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 11:53:40.934762 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8138d7d6-3fac-4343-965d-0749984ee57d tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (6f051171-a626-4a21-b249-e809f5d6b206), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.996025 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8138d7d6-3fac-4343-965d-0749984ee57d tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (6f051171-a626-4a21-b249-e809f5d6b206), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:40.999753 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8138d7d6-3fac-4343-965d-0749984ee57d tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (6f051171-a626-4a21-b249-e809f5d6b206), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:41.019604 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138d7d6-3fac-4343-965d-0749984ee57d tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f051171-a626-4a21-b249-e809f5d6b206,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:41.023914 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8138d7d6-3fac-4343-965d-0749984ee57d tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:41.028228 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-8138d7d6-3fac-4343-965d-0749984ee57d tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383936 Jul 29 11:53:41.028228 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48362) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:41.032174 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-b745248b-5071-4f8a-a544-f308c86cc83b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Request body: {'security_group_rule': {'security_group_id': '48d0f035-6516-4db2-8738-ad45bd32b1ba', 'project_id': '8fd8c34715e54a778911a8410e095800', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:41.052489 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.securitygroups_db [None req-b745248b-5071-4f8a-a544-f308c86cc83b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Project 8fd8c34715e54a778911a8410e095800 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 11:53:41.058850 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b745248b-5071-4f8a-a544-f308c86cc83b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (85e4e401-4b4f-4e0c-9fe5-233c78998a20), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:41.106655 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:41.128479 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b745248b-5071-4f8a-a544-f308c86cc83b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (85e4e401-4b4f-4e0c-9fe5-233c78998a20), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:41.132881 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b745248b-5071-4f8a-a544-f308c86cc83b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (85e4e401-4b4f-4e0c-9fe5-233c78998a20), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:41.154470 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745248b-5071-4f8a-a544-f308c86cc83b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e4e401-4b4f-4e0c-9fe5-233c78998a20,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:41.165624 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b745248b-5071-4f8a-a544-f308c86cc83b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:41.165624 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-b745248b-5071-4f8a-a544-f308c86cc83b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341829 Jul 29 11:53:41.563950 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1709cad-3fb2-470e-93c4-f0f5215e0f99 req-94f3338e-6e72-4243-b065-7028e1562d0b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:41.566573 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c1709cad-3fb2-470e-93c4-f0f5215e0f99 req-94f3338e-6e72-4243-b065-7028e1562d0b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 943 time: 0.0647888 Jul 29 11:53:41.622087 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c1709cad-3fb2-470e-93c4-f0f5215e0f99 req-6439e2ce-9839-401a-94f1-df99e80829aa tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481348 Jul 29 11:53:41.752997 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:41.775722 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:41.800905 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:41.801837 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:41.876390 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:41.876892 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:41.903473 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:41.907256 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:41.957967 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:42.745194 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a795c8-5f1c-4ffb-953b-e15dd6e5ca41 req-e4ba3196-1fc2-4682-8883-9950c0c008cc tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:42.746748 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-03a795c8-5f1c-4ffb-953b-e15dd6e5ca41 req-e4ba3196-1fc2-4682-8883-9950c0c008cc tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 943 time: 0.0502224 Jul 29 11:53:42.808818 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-03a795c8-5f1c-4ffb-953b-e15dd6e5ca41 req-3982161a-efee-452c-b98e-be90cadfba2e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542688 Jul 29 11:53:43.634324 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Sync routers for ids ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:43.644142 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Routers {'571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:43.644740 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:43.731218 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:43.750206 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Set router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:43.775884 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:43.776254 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:43.851975 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:43.943082 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b546-9570-4df6-a17a-6d49d9916754 req-7732cc49-c2d3-4ceb-a960-9c13acd783d6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:43.944703 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'name': 'tempest-TestShelveInstance-1081135738-router', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:34Z', 'updated_at': '2022-07-29T11:53:38Z', 'revision_number': 4, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'gw_port': {'id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:35Z', 'updated_at': '2022-07-29T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'cc2b96ca-7196-4c8e-88ef-09106499c90a', 'name': '', 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'mac_address': 'fa:16:3e:20:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0a320e6a-581a-4a1f-be03-d81cc917eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:37Z', 'updated_at': '2022-07-29T11:53:38Z', 'revision_number': 2, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'subnets': [{'id': '0a320e6a-581a-4a1f-be03-d81cc917eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:43.945115 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 410dad97-edfe-4c3c-b0a9-ccea29876b7a details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:53:43.946260 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ee12b546-9570-4df6-a17a-6d49d9916754 req-7732cc49-c2d3-4ceb-a960-9c13acd783d6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 943 time: 0.0536814 Jul 29 11:53:43.977140 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Checking router: 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:43.978643 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Updating router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 port cc2b96ca-7196-4c8e-88ef-09106499c90a binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:53:43.993783 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ee12b546-9570-4df6-a17a-6d49d9916754 req-570cc4ee-46b5-4fa3-a217-475caa64c425 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434790 Jul 29 11:53:44.006930 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.048268 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 410dad97-edfe-4c3c-b0a9-ccea29876b7a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=410dad97-edfe-4c3c-b0a9-ccea29876b7a,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:44.059860 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '410dad97-edfe-4c3c-b0a9-ccea29876b7a', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'port_id': '410dad97-edfe-4c3c-b0a9-ccea29876b7a', 'mac_address': 'fa:16:3e:32:13:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:53:44.099692 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 410dad97-edfe-4c3c-b0a9-ccea29876b7a is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:44.100080 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.115117 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410dad97-edfe-4c3c-b0a9-ccea29876b7a {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:53:44.134312 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 410dad97-edfe-4c3c-b0a9-ccea29876b7a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=410dad97-edfe-4c3c-b0a9-ccea29876b7a,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:44.139537 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.191530 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=410dad97-edfe-4c3c-b0a9-ccea29876b7a,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:44.268617 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Publish callbacks [] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.273768 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.320602 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8c3f5-b28b-4ddd-b420-6270a95d3c7b None None] Pushing event updated for resources: {'Port': ['ID=cc2b96ca-7196-4c8e-88ef-09106499c90a,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:44.377161 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:44.389061 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Attempting to bind port cc2b96ca-7196-4c8e-88ef-09106499c90a on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:53:44.389454 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Attempting to bind port cc2b96ca-7196-4c8e-88ef-09106499c90a by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': 'fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:53:44.389822 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Attempting to bind port cc2b96ca-7196-4c8e-88ef-09106499c90a on network 1325aec0-6e30-4e64-aad3-8a758eabc7af {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:53:44.396049 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:53:44.396418 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Checking segment: {'id': 'fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:53:44.396817 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.397205 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Bound using segment: {'id': 'fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:53:44.397709 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Bound port: cc2b96ca-7196-4c8e-88ef-09106499c90a, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:53:44.398075 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.461086 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] For port cc2b96ca-7196-4c8e-88ef-09106499c90a, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:53:44.464347 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] For port cc2b96ca-7196-4c8e-88ef-09106499c90a, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=cc2b96ca-7196-4c8e-88ef-09106499c90a,segment=NetworkSegment(fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0),segment_id=fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:53:44.470346 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.508777 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-9825c1ed-f9f2-459a-a855-78f0524f293f None None] Provisioning complete for port cc2b96ca-7196-4c8e-88ef-09106499c90a triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:44.509151 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9825c1ed-f9f2-459a-a855-78f0524f293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.519692 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Routers {'571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:44.520973 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:44.534368 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:44.597330 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8c3f5-b28b-4ddd-b420-6270a95d3c7b None None] Pushing event updated for resources: {'Port': ['ID=cc2b96ca-7196-4c8e-88ef-09106499c90a,revision_number=4']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:44.606916 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-9825c1ed-f9f2-459a-a855-78f0524f293f None None] Current status of the port cc2b96ca-7196-4c8e-88ef-09106499c90a is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:44.607383 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9825c1ed-f9f2-459a-a855-78f0524f293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.647999 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-9825c1ed-f9f2-459a-a855-78f0524f293f None None] For port cc2b96ca-7196-4c8e-88ef-09106499c90a, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=cc2b96ca-7196-4c8e-88ef-09106499c90a,segment=NetworkSegment(fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0),segment_id=fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:44.655220 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9825c1ed-f9f2-459a-a855-78f0524f293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.660085 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:44.662955 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] Set router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:44.706904 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825c1ed-f9f2-459a-a855-78f0524f293f None None] Pushing event updated for resources: {'Port': ['ID=cc2b96ca-7196-4c8e-88ef-09106499c90a,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:44.767202 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:44.775762 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f34753be-e2d8-4f05-a54d-2821f4d8b142 None None] Provisioning complete for port cc2b96ca-7196-4c8e-88ef-09106499c90a triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:44.776050 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f34753be-e2d8-4f05-a54d-2821f4d8b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:44.852450 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f34753be-e2d8-4f05-a54d-2821f4d8b142 None None] Current status of the port cc2b96ca-7196-4c8e-88ef-09106499c90a is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:44.860278 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'name': 'tempest-TestShelveInstance-1081135738-router', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:34Z', 'updated_at': '2022-07-29T11:53:38Z', 'revision_number': 4, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'gw_port': {'id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:35Z', 'updated_at': '2022-07-29T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'cc2b96ca-7196-4c8e-88ef-09106499c90a', 'name': '', 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'mac_address': 'fa:16:3e:20:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0a320e6a-581a-4a1f-be03-d81cc917eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:37Z', 'updated_at': '2022-07-29T11:53:44Z', 'revision_number': 4, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'subnets': [{'id': '0a320e6a-581a-4a1f-be03-d81cc917eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:44.885843 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d285d-b3ba-4914-82d9-f96cd301c8e2 None None] The sync data for ids ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'] in dv-cinder-837542-7-iscsi is: [{'id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'name': 'tempest-TestShelveInstance-1081135738-router', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:34Z', 'updated_at': '2022-07-29T11:53:38Z', 'revision_number': 4, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'gw_port': {'id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:35Z', 'updated_at': '2022-07-29T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'cc2b96ca-7196-4c8e-88ef-09106499c90a', 'name': '', 'network_id': '1325aec0-6e30-4e64-aad3-8a758eabc7af', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'mac_address': 'fa:16:3e:20:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0a320e6a-581a-4a1f-be03-d81cc917eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:37Z', 'updated_at': '2022-07-29T11:53:44Z', 'revision_number': 4, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'subnets': [{'id': '0a320e6a-581a-4a1f-be03-d81cc917eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:45.125947 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521ec9a-73a3-42e6-bd3c-696d7f02a0c8 req-eedbd0d8-fac7-4af3-a3ce-43d1bca247b2 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:45.127563 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5521ec9a-73a3-42e6-bd3c-696d7f02a0c8 req-eedbd0d8-fac7-4af3-a3ce-43d1bca247b2 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 944 time: 0.0507188 Jul 29 11:53:45.180785 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5521ec9a-73a3-42e6-bd3c-696d7f02a0c8 req-8437bb5c-0e4a-4e47-8ff2-eca9aa3599f2 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467885 Jul 29 11:53:45.737439 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device cc2b96ca-7196-4c8e-88ef-09106499c90a up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:45.786520 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port cc2b96ca-7196-4c8e-88ef-09106499c90a triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:45.787214 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:45.858276 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port cc2b96ca-7196-4c8e-88ef-09106499c90a is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:45.939218 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['410dad97-edfe-4c3c-b0a9-ccea29876b7a'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:53:46.305291 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c215ed-aa19-49fb-8810-df2af1fe8019 req-827241c1-fc7d-4435-9746-c8c967afc58a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:46.306858 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-98c215ed-aa19-49fb-8810-df2af1fe8019 req-827241c1-fc7d-4435-9746-c8c967afc58a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 944 time: 0.0486779 Jul 29 11:53:46.339072 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:46.362167 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-98c215ed-aa19-49fb-8810-df2af1fe8019 req-f41a4e5a-bba3-4b9f-816d-af069d749210 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491738 Jul 29 11:53:47.492889 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992498e2-3474-4949-8e35-825eb10b6ee9 req-ff451ddb-96f6-483d-a70f-819c70b2f976 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:47.494576 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-992498e2-3474-4949-8e35-825eb10b6ee9 req-ff451ddb-96f6-483d-a70f-819c70b2f976 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 944 time: 0.0514095 Jul 29 11:53:47.544189 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-992498e2-3474-4949-8e35-825eb10b6ee9 req-f4037fd4-9a7e-44d4-bbac-9bebd090d6cf tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 Jul 29 11:53:47.929091 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 410dad97-edfe-4c3c-b0a9-ccea29876b7a up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:53:47.973830 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 410dad97-edfe-4c3c-b0a9-ccea29876b7a completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:53:47.980022 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 410dad97-edfe-4c3c-b0a9-ccea29876b7a triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:53:47.980401 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:48.058089 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 410dad97-edfe-4c3c-b0a9-ccea29876b7a is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:53:48.058704 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:48.083522 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55552e03-f570-4ef7-b624-83ed029e89a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410dad97-edfe-4c3c-b0a9-ccea29876b7a'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:53:48.085982 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ae5dff-72f8-48e8-8d0b-3dd9ec899145" -d '{"events": [{"server_uuid": "55552e03-f570-4ef7-b624-83ed029e89a9", "name": "network-vif-plugged", "status": "completed", "tag": "410dad97-edfe-4c3c-b0a9-ccea29876b7a"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:53:48.102407 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 410dad97-edfe-4c3c-b0a9-ccea29876b7a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=410dad97-edfe-4c3c-b0a9-ccea29876b7a,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:53:48.106561 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:48.131424 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef368e99-bae0-447d-914b-bd125fd3ae3e x-openstack-request-id: req-ef368e99-bae0-447d-914b-bd125fd3ae3e {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:53:48.131720 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55552e03-f570-4ef7-b624-83ed029e89a9", "name": "network-vif-plugged", "status": "completed", "tag": "410dad97-edfe-4c3c-b0a9-ccea29876b7a", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:53:48.131978 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef368e99-bae0-447d-914b-bd125fd3ae3e {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:53:48.132379 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef368e99-bae0-447d-914b-bd125fd3ae3e'] response: {'server_uuid': '55552e03-f570-4ef7-b624-83ed029e89a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410dad97-edfe-4c3c-b0a9-ccea29876b7a', 'code': 200} Jul 29 11:53:48.159649 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=410dad97-edfe-4c3c-b0a9-ccea29876b7a,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:48.306090 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875818f-49ff-43cb-8308-4b796b89fa08 req-de00a57e-8038-4173-9010-9bd09f922d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:48.307616 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-9875818f-49ff-43cb-8308-4b796b89fa08 req-de00a57e-8038-4173-9010-9bd09f922d5c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 1129 time: 0.0427439 Jul 29 11:53:48.354516 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-9875818f-49ff-43cb-8308-4b796b89fa08 req-1e933f0f-3a7a-4b80-9035-8bd45f3d74f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407088 Jul 29 11:53:48.666174 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce0a61-708e-4a49-8368-8d40224b72a8 req-da7cff67-47a9-4307-a592-9d60e2cd618b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:48.667666 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-82ce0a61-708e-4a49-8368-8d40224b72a8 req-da7cff67-47a9-4307-a592-9d60e2cd618b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0503433 Jul 29 11:53:48.724898 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-82ce0a61-708e-4a49-8368-8d40224b72a8 req-6f10637f-e811-4e94-8f5d-883d592adeeb tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516000 Jul 29 11:53:49.303281 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48540) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:49.409139 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0708d727-efc8-43f0-abfa-ad88d2d06387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:49.491343 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0708d727-efc8-43f0-abfa-ad88d2d06387 admin admin] Publish callbacks [] for security_group (45b3e0d6-0280-451d-849d-d719e7484fd7), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:49.495488 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0708d727-efc8-43f0-abfa-ad88d2d06387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (45b3e0d6-0280-451d-849d-d719e7484fd7), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:49.520948 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:49.540219 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-0708d727-efc8-43f0-abfa-ad88d2d06387 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f20e5df258264d2eaf27b2e166239472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359021 Jul 29 11:53:49.541278 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708d727-efc8-43f0-abfa-ad88d2d06387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b3e0d6-0280-451d-849d-d719e7484fd7,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:49.543057 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48544) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:49.595096 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bb12579a-d23a-48c3-a136-418964b6f83c admin admin] Publish callbacks [] for security_group (45b3e0d6-0280-451d-849d-d719e7484fd7), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:49.616442 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bb12579a-d23a-48c3-a136-418964b6f83c admin admin] Publish callbacks [] for security_group (45b3e0d6-0280-451d-849d-d719e7484fd7), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:49.664758 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bb12579a-d23a-48c3-a136-418964b6f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (45b3e0d6-0280-451d-849d-d719e7484fd7), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:49.667283 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bb12579a-d23a-48c3-a136-418964b6f83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:49.668437 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-bb12579a-d23a-48c3-a136-418964b6f83c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45b3e0d6-0280-451d-849d-d719e7484fd7 HTTP/1.1" status: 204 len: 168 time: 0.1242082 Jul 29 11:53:49.678073 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12579a-d23a-48c3-a136-418964b6f83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b3e0d6-0280-451d-849d-d719e7484fd7,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:49.860189 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df6679-2e0b-4781-86fa-9f4da425f9b6 req-30b0b503-3963-422a-8aac-976e7afa6694 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:49.864601 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-84df6679-2e0b-4781-86fa-9f4da425f9b6 req-30b0b503-3963-422a-8aac-976e7afa6694 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0496817 Jul 29 11:53:49.918442 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-84df6679-2e0b-4781-86fa-9f4da425f9b6 req-b07f23d7-6820-4d23-994b-252808c9eaa1 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467112 Jul 29 11:53:49.966673 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48552) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:49.980326 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8452-e136-4d8c-8855-ee5efda77c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:50.043209 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:50.063642 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8452-e136-4d8c-8855-ee5efda77c65 admin admin] Publish callbacks [] for security_group (8c0b373c-5634-4cca-aa0e-35e937242995), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:50.068025 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8452-e136-4d8c-8855-ee5efda77c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (8c0b373c-5634-4cca-aa0e-35e937242995), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:50.107118 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e8452-e136-4d8c-8855-ee5efda77c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0b373c-5634-4cca-aa0e-35e937242995,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:50.111476 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-cb2e8452-e136-4d8c-8855-ee5efda77c65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b68491ccffe4f5a8c061bfcd577549e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437740 Jul 29 11:53:50.115221 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48554) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:50.172839 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9f1e8bff-0b3a-4739-9e5d-220b5bccb023 admin admin] Publish callbacks [] for security_group (8c0b373c-5634-4cca-aa0e-35e937242995), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:50.209451 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9f1e8bff-0b3a-4739-9e5d-220b5bccb023 admin admin] Publish callbacks [] for security_group (8c0b373c-5634-4cca-aa0e-35e937242995), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:50.249762 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9f1e8bff-0b3a-4739-9e5d-220b5bccb023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (8c0b373c-5634-4cca-aa0e-35e937242995), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:50.252290 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9f1e8bff-0b3a-4739-9e5d-220b5bccb023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:50.253501 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-9f1e8bff-0b3a-4739-9e5d-220b5bccb023 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c0b373c-5634-4cca-aa0e-35e937242995 HTTP/1.1" status: 204 len: 168 time: 0.1372380 Jul 29 11:53:50.262558 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e8bff-0b3a-4739-9e5d-220b5bccb023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0b373c-5634-4cca-aa0e-35e937242995,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:53:51.054991 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52269dee-3cb2-4002-8a06-75563a10d6a9 req-84aca859-fb98-4ef8-81b4-04bfcb98bab5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:51.058888 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-52269dee-3cb2-4002-8a06-75563a10d6a9 req-84aca859-fb98-4ef8-81b4-04bfcb98bab5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0527344 Jul 29 11:53:51.113695 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-52269dee-3cb2-4002-8a06-75563a10d6a9 req-44c31b3b-30d7-44e2-91a5-a58cff759e23 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491502 Jul 29 11:53:51.241984 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd86b-1a94-4c30-888c-32128fdd45c2 req-432bab07-01a6-49b7-9836-e7f02449f5aa tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:51.243487 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e7cfd86b-1a94-4c30-888c-32128fdd45c2 req-432bab07-01a6-49b7-9836-e7f02449f5aa tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0567017 Jul 29 11:53:51.255875 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48592) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:53:51.260773 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-0051fe49-f755-44bd-849c-290600a8eb5a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'floatingip': {'port_id': '410dad97-edfe-4c3c-b0a9-ccea29876b7a'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:53:51.304400 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0051fe49-f755-44bd-849c-290600a8eb5a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (ec94762a-7481-4aff-bfa3-848be94733c7), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:51.881303 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:52.055540 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0051fe49-f755-44bd-849c-290600a8eb5a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:52.059167 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0051fe49-f755-44bd-849c-290600a8eb5a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (ec94762a-7481-4aff-bfa3-848be94733c7), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:52.105735 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:52.157992 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-0051fe49-f755-44bd-849c-290600a8eb5a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Floating IP ec94762a-7481-4aff-bfa3-848be94733c7 associated. External IP: 172.27.2.221, port: 410dad97-edfe-4c3c-b0a9-ccea29876b7a. Jul 29 11:53:52.373191 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0051fe49-f755-44bd-849c-290600a8eb5a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Router 4339d18d-2270-40e2-b3db-b21e5b94f931 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:53:52.481822 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0051fe49-f755-44bd-849c-290600a8eb5a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:53:52.486334 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0051fe49-f755-44bd-849c-290600a8eb5a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:52.492221 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d320ad6-673a-4682-a368-12193ae2d938 None None] Sync routers for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:53:52.502753 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d320ad6-673a-4682-a368-12193ae2d938 None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:52.503480 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-7d320ad6-673a-4682-a368-12193ae2d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:52.519111 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-0051fe49-f755-44bd-849c-290600a8eb5a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "PUT /v2.0/floatingips/ec94762a-7481-4aff-bfa3-848be94733c7 HTTP/1.1" status: 200 len: 991 time: 1.2618814 Jul 29 11:53:52.519784 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55552e03-f570-4ef7-b624-83ed029e89a9', 'tag': '410dad97-edfe-4c3c-b0a9-ccea29876b7a'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:53:52.522827 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df120f8f-d708-492f-9548-bb6a5c8ff0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "55552e03-f570-4ef7-b624-83ed029e89a9", "tag": "410dad97-edfe-4c3c-b0a9-ccea29876b7a"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:53:52.564335 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a7ef68-9412-486c-b3ce-ee9a5eeaf569 x-openstack-request-id: req-99a7ef68-9412-486c-b3ce-ee9a5eeaf569 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:53:52.564667 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55552e03-f570-4ef7-b624-83ed029e89a9", "tag": "410dad97-edfe-4c3c-b0a9-ccea29876b7a", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:53:52.564914 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99a7ef68-9412-486c-b3ce-ee9a5eeaf569 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:53:52.565317 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a7ef68-9412-486c-b3ce-ee9a5eeaf569'] response: {'name': 'network-changed', 'server_uuid': '55552e03-f570-4ef7-b624-83ed029e89a9', 'tag': '410dad97-edfe-4c3c-b0a9-ccea29876b7a', 'status': 'completed', 'code': 200} Jul 29 11:53:52.610674 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-7d320ad6-673a-4682-a368-12193ae2d938 None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:52.612537 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:52.639437 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df120f8f-d708-492f-9548-bb6a5c8ff0b3 req-7c310bdd-e6d0-479e-8023-297db74245d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:52.640983 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-df120f8f-d708-492f-9548-bb6a5c8ff0b3 req-7c310bdd-e6d0-479e-8023-297db74245d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ac15e2b1074938adfa7615f1ff1495&device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 1129 time: 0.0418031 Jul 29 11:53:52.691103 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:52.741367 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df120f8f-d708-492f-9548-bb6a5c8ff0b3 req-9ce9ff8f-149b-4398-80f3-c38a08b5200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:52.742876 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-df120f8f-d708-492f-9548-bb6a5c8ff0b3 req-9ce9ff8f-149b-4398-80f3-c38a08b5200f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 200 len: 912 time: 0.0955577 Jul 29 11:53:52.804751 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-df120f8f-d708-492f-9548-bb6a5c8ff0b3 req-32d5a433-7738-492d-9856-c92af902d9be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410dad97-edfe-4c3c-b0a9-ccea29876b7a HTTP/1.1" status: 200 len: 999 time: 0.0555527 Jul 29 11:53:52.832900 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-7d320ad6-673a-4682-a368-12193ae2d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'ec94762a-7481-4aff-bfa3-848be94733c7', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'port_id': '410dad97-edfe-4c3c-b0a9-ccea29876b7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'mac_address': 'fa:16:3e:32:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55552e03-f570-4ef7-b624-83ed029e89a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:53:32Z', 'updated_at': '2022-07-29T11:53:51Z', 'revision_number': 1, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:52.856720 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df120f8f-d708-492f-9548-bb6a5c8ff0b3 req-fedd5bc2-145c-4e63-927d-26c5616315ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:52.858211 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-df120f8f-d708-492f-9548-bb6a5c8ff0b3 req-fedd5bc2-145c-4e63-927d-26c5616315ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=914c7447-bade-4c46-95a5-3757892c8d10 HTTP/1.1" status: 200 len: 850 time: 0.0474131 Jul 29 11:53:52.860586 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d320ad6-673a-4682-a368-12193ae2d938 None None] Checking router: 4339d18d-2270-40e2-b3db-b21e5b94f931 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:53:52.870531 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d320ad6-673a-4682-a368-12193ae2d938 None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:53:52.871120 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-7d320ad6-673a-4682-a368-12193ae2d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:52.913025 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df120f8f-d708-492f-9548-bb6a5c8ff0b3 req-b85c57b9-af9b-4e4a-9a4c-1b7d691f6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:52.914656 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-df120f8f-d708-492f-9548-bb6a5c8ff0b3 req-b85c57b9-af9b-4e4a-9a4c-1b7d691f6387 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6a7e919-a436-4946-8b78-7a1d701f617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491393 Jul 29 11:53:52.977735 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-7d320ad6-673a-4682-a368-12193ae2d938 None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:53:53.009752 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-df120f8f-d708-492f-9548-bb6a5c8ff0b3 req-4f21c976-73e3-4cfb-ab75-577cac864e76 service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876377 Jul 29 11:53:53.083953 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:53:53.117127 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-df120f8f-d708-492f-9548-bb6a5c8ff0b3 req-864c2654-82bf-465b-b2cb-fabcadeeff70 service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011879 Jul 29 11:53:53.214940 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-7d320ad6-673a-4682-a368-12193ae2d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'ec94762a-7481-4aff-bfa3-848be94733c7', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'port_id': '410dad97-edfe-4c3c-b0a9-ccea29876b7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'mac_address': 'fa:16:3e:32:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55552e03-f570-4ef7-b624-83ed029e89a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:53:32Z', 'updated_at': '2022-07-29T11:53:51Z', 'revision_number': 1, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:53:53.249397 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d320ad6-673a-4682-a368-12193ae2d938 None None] The sync data for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi is: [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'ec94762a-7481-4aff-bfa3-848be94733c7', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'port_id': '410dad97-edfe-4c3c-b0a9-ccea29876b7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'mac_address': 'fa:16:3e:32:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55552e03-f570-4ef7-b624-83ed029e89a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:53:32Z', 'updated_at': '2022-07-29T11:53:51Z', 'revision_number': 1, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:53:53.486968 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ab7f5-7f80-41f8-b42b-5ed9d2592b1c None None] New status for floating IP ec94762a-7481-4aff-bfa3-848be94733c7: ACTIVE {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:53:55.546343 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:55.783495 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-78912934-d61b-4745-b6dd-e127d604e4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:57.821907 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-95b71ddb-237a-4339-86cc-a93db0c68f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:59.149860 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:53:59.856512 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-08b46607-43d2-4994-91d1-637075879ffa tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289239366&fields=id&tenant_id=8fd8c34715e54a778911a8410e095800 HTTP/1.1" status: 200 len: 267 time: 0.0439439 Jul 29 11:53:59.969175 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-bbeb1649-b9c0-4d67-89c7-f579024e34f7 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:53:59.970662 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-bbeb1649-b9c0-4d67-89c7-f579024e34f7 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/networks?id=e1635cb4-4518-4798-bf38-f145b18a5f1f HTTP/1.1" status: 200 len: 807 time: 0.1077812 Jul 29 11:53:59.984918 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-14c2f31d-6123-411b-ad6e-0858f6d9cb3f tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/quotas/8fd8c34715e54a778911a8410e095800 HTTP/1.1" status: 200 len: 375 time: 0.0088863 Jul 29 11:54:00.033755 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-c21eac96-cfeb-4029-a74c-7dc2ec8323cd tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fd8c34715e54a778911a8410e095800&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440519 Jul 29 11:54:00.227384 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-8be27d3c-fd10-46f2-b25f-e0c1efae4dc6 service neutron] 10.222.0.60 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798472 Jul 29 11:54:00.304375 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:00.321096 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-9d3b8ce6-b0d8-4e1e-b7f7-8851e405f99e service neutron] 10.222.0.60 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880857 Jul 29 11:54:00.636465 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1ee23155-517a-43a8-b506-13fa4d1f357d req-34928b1a-29d0-4a71-b2b9-33adc1c7d4a3 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 210 time: 0.0334578 Jul 29 11:54:00.731414 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:00.849753 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:01.615058 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-4906bc3e-4608-43e4-ae19-eb4e5f7fc178 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:01.616622 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-4906bc3e-4608-43e4-ae19-eb4e5f7fc178 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.58 "GET /v2.0/networks?id=e1635cb4-4518-4798-bf38-f145b18a5f1f HTTP/1.1" status: 200 len: 807 time: 0.1079209 Jul 29 11:54:01.693237 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-23a3fd99-ef40-46f2-a613-74f511d34079 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd8c34715e54a778911a8410e095800 HTTP/1.1" status: 200 len: 379 time: 0.0685601 Jul 29 11:54:01.702329 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Request body: {'port': {'device_id': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'admin_state_up': True, 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'security_groups': ['48d0f035-6516-4db2-8738-ad45bd32b1ba']}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:54:01.766826 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-aff292bb-218a-4c39-ae40-6e06705b406a req-f3e4d3f3-c1a3-4b23-921d-93f5309e8f1e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 210 time: 0.0294342 Jul 29 11:54:01.828021 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Made reservation on behalf of 8fd8c34715e54a778911a8410e095800 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:54:01.832319 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:01.960818 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:01.971810 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Allocated IP 172.20.0.12 (e1635cb4-4518-4798-bf38-f145b18a5f1f/36ac253b-19c0-48f6-b46f-ef1715438e78/7db84d29-10d0-41a8-abf4-9bb896740271) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:54:02.104158 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48758) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:02.135141 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for port (7db84d29-10d0-41a8-abf4-9bb896740271), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.168937 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.209674 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Network e1635cb4-4518-4798-bf38-f145b18a5f1f is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:54:02.212896 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:54:02.215486 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:54:02.217157 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.251911 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event updated for resources: {'Port': ['ID=7db84d29-10d0-41a8-abf4-9bb896740271,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:02.267933 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.268444 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.268851 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.269193 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.269586 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.269937 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.270424 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.270912 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.271325 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.271649 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.272187 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.272520 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.272847 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.273170 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.273522 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.296685 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:02.297327 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.305109 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Publish callbacks [] for security_group (9e3b4c47-c073-4fa0-9b77-741deaf73098), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.309553 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (9e3b4c47-c073-4fa0-9b77-741deaf73098), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.314131 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-73a0729e-6d88-41e0-a3a1-c0028b26497e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6160469 Jul 29 11:54:02.327097 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Request body: {'port': {'device_id': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:54:02.333753 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:02.356768 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3b4c47-c073-4fa0-9b77-741deaf73098,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:02.361974 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85b4398ec8d3420c98c96f3c63564d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567620 Jul 29 11:54:02.368637 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48762) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:02.370338 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.370689 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.371032 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.371370 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.371702 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.372033 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.372362 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.372685 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.373008 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.373333 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.373702 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.374028 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.374349 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.374668 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.374986 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8fc93-cd03-425c-a126-9424b4bc4c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:02.393735 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:02.427703 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.481887 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-6a939c86-6714-4e3a-b96c-fa566a859522 None None] Provisioning complete for port 7db84d29-10d0-41a8-abf4-9bb896740271 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:54:02.482499 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1a931db7-8ec5-403d-afa4-99fb0525a3b8 admin admin] Publish callbacks [] for security_group (9e3b4c47-c073-4fa0-9b77-741deaf73098), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.482605 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6a939c86-6714-4e3a-b96c-fa566a859522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.513526 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-6a939c86-6714-4e3a-b96c-fa566a859522 None None] Port 7db84d29-10d0-41a8-abf4-9bb896740271 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:54:02.559864 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1a931db7-8ec5-403d-afa4-99fb0525a3b8 admin admin] Publish callbacks [] for security_group (9e3b4c47-c073-4fa0-9b77-741deaf73098), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.663958 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1a931db7-8ec5-403d-afa4-99fb0525a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (9e3b4c47-c073-4fa0-9b77-741deaf73098), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.666670 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-1a931db7-8ec5-403d-afa4-99fb0525a3b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.670321 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-1a931db7-8ec5-403d-afa4-99fb0525a3b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e3b4c47-c073-4fa0-9b77-741deaf73098 HTTP/1.1" status: 204 len: 168 time: 0.2987297 Jul 29 11:54:02.687652 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a931db7-8ec5-403d-afa4-99fb0525a3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3b4c47-c073-4fa0-9b77-741deaf73098,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:02.711980 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:02.765367 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db84d29-10d0-41a8-abf4-9bb896740271 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:54:02.774463 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Publish callbacks [] for port (7db84d29-10d0-41a8-abf4-9bb896740271), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.788194 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Transition to ACTIVE for port object 7db84d29-10d0-41a8-abf4-9bb896740271 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:54:02.791851 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:02.891517 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Pushing event updated for resources: {'Port': ['ID=7db84d29-10d0-41a8-abf4-9bb896740271,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:02.916171 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcba5bc-ea70-4faa-a2c3-bc8fcc99cc1f req-16ea0c89-dd21-4fbc-a55c-5e03976d04de tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:02.922033 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7dcba5bc-ea70-4faa-a2c3-bc8fcc99cc1f req-16ea0c89-dd21-4fbc-a55c-5e03976d04de tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0587368 Jul 29 11:54:02.931942 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Attempting to bind port 7db84d29-10d0-41a8-abf4-9bb896740271 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:54:02.932464 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Attempting to bind port 7db84d29-10d0-41a8-abf4-9bb896740271 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:54:02.932820 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Attempting to bind port 7db84d29-10d0-41a8-abf4-9bb896740271 on network e1635cb4-4518-4798-bf38-f145b18a5f1f {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:54:02.941761 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Port 7db84d29-10d0-41a8-abf4-9bb896740271 on network e1635cb4-4518-4798-bf38-f145b18a5f1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:54:02.942105 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Attempting to bind port 7db84d29-10d0-41a8-abf4-9bb896740271 on network e1635cb4-4518-4798-bf38-f145b18a5f1f {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:54:02.951386 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:54:02.951728 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Checking segment: {'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:54:02.952115 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Bound using segment: {'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:54:02.952553 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Bound port: 7db84d29-10d0-41a8-abf4-9bb896740271, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf37b675-5487-4e9a-b569-a590f932f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:54:02.952911 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:03.004909 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7dcba5bc-ea70-4faa-a2c3-bc8fcc99cc1f req-40afc233-f8dc-4c95-a307-848af97c78c7 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708358 Jul 29 11:54:03.029554 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] For port 7db84d29-10d0-41a8-abf4-9bb896740271, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:54:03.032956 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] For port 7db84d29-10d0-41a8-abf4-9bb896740271, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7db84d29-10d0-41a8-abf4-9bb896740271,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:54:03.034818 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48770) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:03.040735 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:03.050038 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2f22af55-676b-4c62-80ee-0fcd992bfb62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:03.076010 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:03.076577 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:03.078010 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] 10.222.0.58 "PUT /v2.0/ports/7db84d29-10d0-41a8-abf4-9bb896740271 HTTP/1.1" status: 200 len: 1094 time: 0.7552886 Jul 29 11:54:03.078428 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:54:03.080658 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e5162f-e969-4035-9063-80dff0ba18e3" -d '{"events": [{"name": "network-changed", "server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:54:03.106135 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12315b2-f495-4ed6-9c17-e2fdcb03cc0e service neutron] Pushing event updated for resources: {'Port': ['ID=7db84d29-10d0-41a8-abf4-9bb896740271,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:03.165538 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2f22af55-676b-4c62-80ee-0fcd992bfb62 admin admin] Publish callbacks [] for security_group (6a796fd9-1001-4064-9339-1fbfa485e7ba), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:03.170210 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-2f22af55-676b-4c62-80ee-0fcd992bfb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6a796fd9-1001-4064-9339-1fbfa485e7ba), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:03.183680 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdaafd8-48e2-43c2-b43c-61a51c77ec5d x-openstack-request-id: req-4cdaafd8-48e2-43c2-b43c-61a51c77ec5d {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:54:03.184067 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:54:03.184383 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4cdaafd8-48e2-43c2-b43c-61a51c77ec5d {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:54:03.186031 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdaafd8-48e2-43c2-b43c-61a51c77ec5d'] response: {'name': 'network-changed', 'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271', 'status': 'completed', 'code': 200} Jul 29 11:54:03.202520 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-871fca9b-f066-4a9b-9a9e-286a1ff5d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:03.204348 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-871fca9b-f066-4a9b-9a9e-286a1ff5d17f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fd8c34715e54a778911a8410e095800&device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 1128 time: 0.0703309 Jul 29 11:54:03.213778 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22af55-676b-4c62-80ee-0fcd992bfb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a796fd9-1001-4064-9339-1fbfa485e7ba,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:03.227035 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-2f22af55-676b-4c62-80ee-0fcd992bfb62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62a545217cf14209b404eda6a47cfac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910257 Jul 29 11:54:03.229800 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48774) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:03.247311 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-c1e36bbd-ed80-4ea3-a0a5-ee82981b0515 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db84d29-10d0-41a8-abf4-9bb896740271 HTTP/1.1" status: 200 len: 217 time: 0.0362515 Jul 29 11:54:03.287038 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-70e8cb68-e80e-41fe-824b-0d880ca85cbd admin admin] Publish callbacks [] for security_group (6a796fd9-1001-4064-9339-1fbfa485e7ba), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:03.294867 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:03.308494 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-2ccb5f3c-0b46-4c62-8a3e-8e3f2bd20670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:03.310027 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-70e8cb68-e80e-41fe-824b-0d880ca85cbd admin admin] Publish callbacks [] for security_group (6a796fd9-1001-4064-9339-1fbfa485e7ba), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:03.317242 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-2ccb5f3c-0b46-4c62-8a3e-8e3f2bd20670 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36ac253b-19c0-48f6-b46f-ef1715438e78 HTTP/1.1" status: 200 len: 846 time: 0.0626018 Jul 29 11:54:03.358224 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-70e8cb68-e80e-41fe-824b-0d880ca85cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6a796fd9-1001-4064-9339-1fbfa485e7ba), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:03.360878 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-70e8cb68-e80e-41fe-824b-0d880ca85cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:03.362043 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-70e8cb68-e80e-41fe-824b-0d880ca85cbd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a796fd9-1001-4064-9339-1fbfa485e7ba HTTP/1.1" status: 204 len: 168 time: 0.1314349 Jul 29 11:54:03.362901 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-7fdb1920-7db4-41c7-bf8e-c36c4edd9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:03.365181 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-7fdb1920-7db4-41c7-bf8e-c36c4edd9b08 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1635cb4-4518-4798-bf38-f145b18a5f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413365 Jul 29 11:54:03.376609 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8cb68-e80e-41fe-824b-0d880ca85cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a796fd9-1001-4064-9339-1fbfa485e7ba,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:03.461937 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-48f1a111-25ed-40ee-9f9f-1c9e4a9b4298 service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899010 Jul 29 11:54:03.670610 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:03.672068 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:03.802784 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e68a2a8a-4c2b-496f-b16a-92dffe4dc4b3 req-9d53f91e-c7b3-4e36-af18-591495f19996 service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346143 Jul 29 11:54:04.089758 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5162f-e969-4035-9063-80dff0ba18e3 req-2d16c828-a9c6-456c-aac0-c1ed7f41f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:04.091265 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b1e5162f-e969-4035-9063-80dff0ba18e3 req-2d16c828-a9c6-456c-aac0-c1ed7f41f741 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fd8c34715e54a778911a8410e095800&device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 1128 time: 0.0417151 Jul 29 11:54:04.129643 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c1dd7-028b-475c-9a3f-494ae5e29c8f req-3fd308e8-c35c-43ec-987f-62d87728a056 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:04.131395 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1c1dd7-028b-475c-9a3f-494ae5e29c8f req-3fd308e8-c35c-43ec-987f-62d87728a056 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0582542 Jul 29 11:54:04.190856 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5162f-e969-4035-9063-80dff0ba18e3 req-e05c46dc-de98-44ad-882e-9e89f540af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:04.192478 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b1e5162f-e969-4035-9063-80dff0ba18e3 req-e05c46dc-de98-44ad-882e-9e89f540af2a service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1635cb4-4518-4798-bf38-f145b18a5f1f HTTP/1.1" status: 200 len: 908 time: 0.0937133 Jul 29 11:54:04.194313 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4f1c1dd7-028b-475c-9a3f-494ae5e29c8f req-6dd1513b-7a38-4b91-8fe4-e53f5537e0db tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554535 Jul 29 11:54:04.237526 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b1e5162f-e969-4035-9063-80dff0ba18e3 req-69ae8b2e-da3e-4757-87fb-1c4eb8a75b2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db84d29-10d0-41a8-abf4-9bb896740271 HTTP/1.1" status: 200 len: 217 time: 0.0345795 Jul 29 11:54:04.291514 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5162f-e969-4035-9063-80dff0ba18e3 req-48fe012c-66eb-4af8-b42e-4517cf8bb840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:04.292984 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b1e5162f-e969-4035-9063-80dff0ba18e3 req-48fe012c-66eb-4af8-b42e-4517cf8bb840 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36ac253b-19c0-48f6-b46f-ef1715438e78 HTTP/1.1" status: 200 len: 846 time: 0.0486703 Jul 29 11:54:04.342548 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5162f-e969-4035-9063-80dff0ba18e3 req-bcb8d9de-7f8f-42bb-9433-970b708f5e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:04.344134 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b1e5162f-e969-4035-9063-80dff0ba18e3 req-bcb8d9de-7f8f-42bb-9433-970b708f5e1f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1635cb4-4518-4798-bf38-f145b18a5f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438330 Jul 29 11:54:04.348842 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:54:04.360516 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:04.441818 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b1e5162f-e969-4035-9063-80dff0ba18e3 req-e0971ccc-354a-459a-9204-3e3921f5814e service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891473 Jul 29 11:54:04.538954 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b1e5162f-e969-4035-9063-80dff0ba18e3 req-70fcf8ed-a039-4f81-b1ab-8bd909c02214 service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873313 Jul 29 11:54:05.306542 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:05.315835 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c62703-5362-43a7-b76c-9a1c02c8b617 req-812f52a4-f122-4666-b689-8a3c008ad5b2 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:05.317998 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e9c62703-5362-43a7-b76c-9a1c02c8b617 req-812f52a4-f122-4666-b689-8a3c008ad5b2 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0489895 Jul 29 11:54:05.374043 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e9c62703-5362-43a7-b76c-9a1c02c8b617 req-97fc6d5a-7692-4ee6-beaa-decee5d35ecd tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489998 Jul 29 11:54:06.340535 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48912) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:06.445773 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f997484-90f2-4f93-b06c-ae76c8449628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:06.495888 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a40393-0d22-444a-b918-6aad12189ec1 req-9a8dd74e-a541-47e1-934b-5a5fb5d80d28 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:06.497449 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c4a40393-0d22-444a-b918-6aad12189ec1 req-9a8dd74e-a541-47e1-934b-5a5fb5d80d28 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0526619 Jul 29 11:54:06.523090 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f997484-90f2-4f93-b06c-ae76c8449628 admin admin] Publish callbacks [] for security_group (a36e9530-a87d-48de-bba6-e25df9dc917d), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:06.527046 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2f997484-90f2-4f93-b06c-ae76c8449628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (a36e9530-a87d-48de-bba6-e25df9dc917d), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:06.548550 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c4a40393-0d22-444a-b918-6aad12189ec1 req-34fd8572-999c-4ed8-a6ef-67eaeef7462a tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452356 Jul 29 11:54:06.576870 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-2f997484-90f2-4f93-b06c-ae76c8449628 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7320673ef33b4c5f9ddd1133385dfa1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350097 Jul 29 11:54:06.577768 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f997484-90f2-4f93-b06c-ae76c8449628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36e9530-a87d-48de-bba6-e25df9dc917d,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:06.579347 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48918) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:06.629029 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cbf54260-2367-4fc1-9118-fbe2339b5abd admin admin] Publish callbacks [] for security_group (a36e9530-a87d-48de-bba6-e25df9dc917d), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:06.652088 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cbf54260-2367-4fc1-9118-fbe2339b5abd admin admin] Publish callbacks [] for security_group (a36e9530-a87d-48de-bba6-e25df9dc917d), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:06.698921 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cbf54260-2367-4fc1-9118-fbe2339b5abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (a36e9530-a87d-48de-bba6-e25df9dc917d), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:06.701753 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-cbf54260-2367-4fc1-9118-fbe2339b5abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:06.702915 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-cbf54260-2367-4fc1-9118-fbe2339b5abd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a36e9530-a87d-48de-bba6-e25df9dc917d HTTP/1.1" status: 204 len: 168 time: 0.1225507 Jul 29 11:54:06.711686 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf54260-2367-4fc1-9118-fbe2339b5abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36e9530-a87d-48de-bba6-e25df9dc917d,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:06.967413 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48924) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:06.980895 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6e884a7c-b5ca-444b-bb15-d27a246b0173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:07.001711 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:07.067957 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6e884a7c-b5ca-444b-bb15-d27a246b0173 admin admin] Publish callbacks [] for security_group (b1758df8-366a-47e5-b651-5647fa1bf011), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:07.071565 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6e884a7c-b5ca-444b-bb15-d27a246b0173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b1758df8-366a-47e5-b651-5647fa1bf011), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:07.111351 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-6e884a7c-b5ca-444b-bb15-d27a246b0173 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c2e28edcd37435e8363797644acc6be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428869 Jul 29 11:54:07.112139 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e884a7c-b5ca-444b-bb15-d27a246b0173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1758df8-366a-47e5-b651-5647fa1bf011,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:07.114677 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48926) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:07.164726 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f2fd-f057-44ab-8b24-67974d0bfde8 admin admin] Publish callbacks [] for security_group (b1758df8-366a-47e5-b651-5647fa1bf011), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:07.174547 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:07.188052 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f2fd-f057-44ab-8b24-67974d0bfde8 admin admin] Publish callbacks [] for security_group (b1758df8-366a-47e5-b651-5647fa1bf011), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:07.235141 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f2fd-f057-44ab-8b24-67974d0bfde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (b1758df8-366a-47e5-b651-5647fa1bf011), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:07.237701 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f2fd-f057-44ab-8b24-67974d0bfde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:07.240130 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-b9f9f2fd-f057-44ab-8b24-67974d0bfde8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1758df8-366a-47e5-b651-5647fa1bf011 HTTP/1.1" status: 204 len: 168 time: 0.1232245 Jul 29 11:54:07.247287 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9f2fd-f057-44ab-8b24-67974d0bfde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1758df8-366a-47e5-b651-5647fa1bf011,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:07.671788 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7abaf3-47eb-49e7-9825-c7b3961ee3df req-5f3d2156-b861-4e98-8dd8-66d4f32d519a tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:07.673283 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bf7abaf3-47eb-49e7-9825-c7b3961ee3df req-5f3d2156-b861-4e98-8dd8-66d4f32d519a tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0481608 Jul 29 11:54:07.725701 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bf7abaf3-47eb-49e7-9825-c7b3961ee3df req-82901d96-3bed-4453-a56a-929d0cfc493a tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447571 Jul 29 11:54:07.920827 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48950) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:08.015802 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-374334779-network', 'tenant_id': '9a84a37ac215404384b09efbc6bc8eb0'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:54:08.036391 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Made reservation on behalf of 9a84a37ac215404384b09efbc6bc8eb0 for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:54:08.038758 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:08.047162 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:08.123717 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Publish callbacks [] for security_group (6bfa2b94-07b3-44a6-9a57-212833e4ca01), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:08.126948 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6bfa2b94-07b3-44a6-9a57-212833e4ca01), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:08.149157 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:54:08.154429 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:08.166073 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (34d520ed-5a20-40cd-bb03-18b9d4cb7d24), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:08.166408 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Added segment 34d520ed-5a20-40cd-bb03-18b9d4cb7d24 of type vlan for network e0315b26-389b-4b2d-bd27-8a5082601f44 Jul 29 11:54:08.167611 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfa2b94-07b3-44a6-9a57-212833e4ca01,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:08.212520 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (e0315b26-389b-4b2d-bd27-8a5082601f44), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:08.236868 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (e0315b26-389b-4b2d-bd27-8a5082601f44), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:08.237886 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:08.238466 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:08.292264 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3703206 Jul 29 11:54:08.304429 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63507dd-6091-4f62-909e-c0bb7676bdbb admin admin] Pushing event updated for resources: {'Network': ['ID=e0315b26-389b-4b2d-bd27-8a5082601f44,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:08.315003 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network e0315b26-389b-4b2d-bd27-8a5082601f44 details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:54:08.353018 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48954) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:08.358350 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] Request body: {'subnet': {'network_id': 'e0315b26-389b-4b2d-bd27-8a5082601f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-374334779-subnet', 'tenant_id': '9a84a37ac215404384b09efbc6bc8eb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:54:08.378590 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] Made reservation on behalf of 9a84a37ac215404384b09efbc6bc8eb0 for: {'subnet': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:54:08.381904 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10080738'] for subnet (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:08.547342 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10080716'] for subnet (7144730b-4377-4125-b9a2-59dc58105a02), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:08.597080 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7144730b-4377-4125-b9a2-59dc58105a02,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:08.610410 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:08.613646 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] Checking segment: {'id': '34d520ed-5a20-40cd-bb03-18b9d4cb7d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0315b26-389b-4b2d-bd27-8a5082601f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:54:08.614029 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] Network hostable DHCP agents. Network: e0315b26-389b-4b2d-bd27-8a5082601f44, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:54:08.634061 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] Network e0315b26-389b-4b2d-bd27-8a5082601f44 is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:54:08.643106 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, e0315b26-389b-4b2d-bd27-8a5082601f44) {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:54:08.647735 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:08.648568 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:08.653500 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf7136-327b-4824-b7fc-484471ef14de None None] Network e0315b26-389b-4b2d-bd27-8a5082601f44 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:54:08.669336 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-552474cf-8bc1-43a5-850d-1d7f94e55abb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3148432 Jul 29 11:54:08.791273 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:08.871699 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688af26f-345a-4b7f-a28a-f0ce7f51f7ac req-cc66758e-4c7f-42b5-bf6d-0627ee813af2 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:08.873190 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-688af26f-345a-4b7f-a28a-f0ce7f51f7ac req-cc66758e-4c7f-42b5-bf6d-0627ee813af2 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0622182 Jul 29 11:54:08.884975 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0829ad73-65b9-4ef3-9fb8-a5af6238e1b6 None None] Network e0315b26-389b-4b2d-bd27-8a5082601f44 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:54:08.929447 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-688af26f-345a-4b7f-a28a-f0ce7f51f7ac req-a92346cf-3d2d-4553-96dd-ea6ce6f3c5ef tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470390 Jul 29 11:54:08.974010 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:09.171947 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 48972) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:09.177430 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-915848248-network', 'tenant_id': 'a540d299c2764983888dbd26f2cbcc33'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:54:09.198328 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Made reservation on behalf of a540d299c2764983888dbd26f2cbcc33 for: {'network': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:54:09.200811 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:09.212780 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:09.286852 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Publish callbacks [] for security_group (1d0adff1-3867-4f97-867e-ac13c4e45669), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:09.290715 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (1d0adff1-3867-4f97-867e-ac13c4e45669), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:09.312576 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=115838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:54:09.328524 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0adff1-3867-4f97-867e-ac13c4e45669,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:09.332387 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (32b07bbf-5f24-4a49-9209-741c5f4757fa), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:09.332882 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.segments_db [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Added segment 32b07bbf-5f24-4a49-9209-741c5f4757fa of type vlan for network 00a22d55-41ad-44cc-a093-dc7533b7b3c1 Jul 29 11:54:09.372847 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (00a22d55-41ad-44cc-a093-dc7533b7b3c1), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:09.402470 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (00a22d55-41ad-44cc-a093-dc7533b7b3c1), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:09.403490 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:09.404186 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:09.465013 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2919681 Jul 29 11:54:09.467921 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 48974) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:09.470199 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec853488-bb45-4db8-9c94-1ffb0d6af343 admin admin] Pushing event updated for resources: {'Network': ['ID=00a22d55-41ad-44cc-a093-dc7533b7b3c1,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:09.472817 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] Request body: {'subnet': {'network_id': '00a22d55-41ad-44cc-a093-dc7533b7b3c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-915848248-subnet', 'tenant_id': 'a540d299c2764983888dbd26f2cbcc33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:54:09.480344 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 00a22d55-41ad-44cc-a093-dc7533b7b3c1 details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:54:09.493455 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] Made reservation on behalf of a540d299c2764983888dbd26f2cbcc33 for: {'subnet': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:54:09.495896 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386734'] for subnet (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:09.572602 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=19,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:09.666629 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8470757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386688'] for subnet (2f617e5a-533e-4474-97da-5e7aa811b343), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:09.724036 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f617e5a-533e-4474-97da-5e7aa811b343,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:09.731185 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] Checking segment: {'id': '32b07bbf-5f24-4a49-9209-741c5f4757fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '00a22d55-41ad-44cc-a093-dc7533b7b3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:54:09.731540 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] Network hostable DHCP agents. Network: 00a22d55-41ad-44cc-a093-dc7533b7b3c1, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:54:09.749067 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] Network 00a22d55-41ad-44cc-a093-dc7533b7b3c1 is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:54:09.758182 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 00a22d55-41ad-44cc-a093-dc7533b7b3c1) {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:54:09.762427 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:09.763022 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:09.767125 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf3320-6f6d-4d2f-8baa-d15809dc309e None None] Network 00a22d55-41ad-44cc-a093-dc7533b7b3c1 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:54:09.778673 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-80853180-71d5-4017-890d-ae743b4b8ccd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3095944 Jul 29 11:54:09.867658 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc13ba-166d-42ef-8829-e2a99807c4e7 None None] Network 00a22d55-41ad-44cc-a093-dc7533b7b3c1 requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:54:10.058349 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea46407-fabf-465b-95b4-3c405d16c0e7 req-acc0d91e-e04a-427d-b4f7-0db5f52008ad tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:10.059880 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5ea46407-fabf-465b-95b4-3c405d16c0e7 req-acc0d91e-e04a-427d-b4f7-0db5f52008ad tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0529304 Jul 29 11:54:10.071855 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 7db84d29-10d0-41a8-abf4-9bb896740271 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:54:10.110736 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5ea46407-fabf-465b-95b4-3c405d16c0e7 req-048d3223-29dd-43c5-b184-ae010da06a9a tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453880 Jul 29 11:54:10.186937 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 7db84d29-10d0-41a8-abf4-9bb896740271, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7db84d29-10d0-41a8-abf4-9bb896740271,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:54:10.198975 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '7db84d29-10d0-41a8-abf4-9bb896740271', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'port_id': '7db84d29-10d0-41a8-abf4-9bb896740271', 'mac_address': 'fa:16:3e:97:69:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:54:10.234595 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 7db84d29-10d0-41a8-abf4-9bb896740271 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:54:10.234983 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:10.252303 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db84d29-10d0-41a8-abf4-9bb896740271 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:54:10.273354 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 7db84d29-10d0-41a8-abf4-9bb896740271, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7db84d29-10d0-41a8-abf4-9bb896740271,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:54:10.276764 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:10.325282 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=7db84d29-10d0-41a8-abf4-9bb896740271,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:10.333219 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.333710 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.334060 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.334405 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.334741 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.335085 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.335391 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.335722 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.336050 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.336379 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.336701 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.337027 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.337349 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.337699 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.338020 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:54:10.506298 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['7db84d29-10d0-41a8-abf4-9bb896740271'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:54:10.694519 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:10.725738 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:11.228180 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d030859-417e-45ac-9df8-a114a1f44dd3 req-a30c59cb-f899-4c83-9794-b8fd11170b77 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:11.229640 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6d030859-417e-45ac-9df8-a114a1f44dd3 req-a30c59cb-f899-4c83-9794-b8fd11170b77 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 945 time: 0.0464778 Jul 29 11:54:11.278975 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6d030859-417e-45ac-9df8-a114a1f44dd3 req-d0326f8f-fb5b-4d87-80b8-94b69f05d67e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437286 Jul 29 11:54:12.085901 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 7db84d29-10d0-41a8-abf4-9bb896740271 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:54:12.126685 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 7db84d29-10d0-41a8-abf4-9bb896740271 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:54:12.133371 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 7db84d29-10d0-41a8-abf4-9bb896740271 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:54:12.133819 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:12.209208 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 7db84d29-10d0-41a8-abf4-9bb896740271 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:54:12.209631 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:12.232265 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:54:12.234523 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164584c3-0c99-40bb-8822-d35370faab97" -d '{"events": [{"server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "name": "network-vif-plugged", "status": "completed", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:54:12.247792 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 7db84d29-10d0-41a8-abf4-9bb896740271, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7db84d29-10d0-41a8-abf4-9bb896740271,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:54:12.252635 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:12.277632 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cc7c50-b5c9-414f-83ba-f3bc787ebd99 x-openstack-request-id: req-84cc7c50-b5c9-414f-83ba-f3bc787ebd99 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:54:12.277924 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "name": "network-vif-plugged", "status": "completed", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:54:12.278174 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84cc7c50-b5c9-414f-83ba-f3bc787ebd99 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:54:12.278564 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cc7c50-b5c9-414f-83ba-f3bc787ebd99'] response: {'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271', 'code': 200} Jul 29 11:54:12.302024 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=7db84d29-10d0-41a8-abf4-9bb896740271,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:12.397511 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a41e-a54d-45a5-ba64-b38fd14fdf3c req-86ff3d40-7d8b-40eb-ad9d-dff094fc3d62 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:12.399026 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d231a41e-a54d-45a5-ba64-b38fd14fdf3c req-86ff3d40-7d8b-40eb-ad9d-dff094fc3d62 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0479207 Jul 29 11:54:12.453147 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:12.459949 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d231a41e-a54d-45a5-ba64-b38fd14fdf3c req-fa09bfe4-5c64-48bf-8816-df7659d22d5e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531998 Jul 29 11:54:12.496576 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:12.507633 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a8182-3bc1-4a16-b205-e0dec256a7fa req-14a5ff99-cdeb-4b22-890a-8f6d4c98583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:12.509148 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-135a8182-3bc1-4a16-b205-e0dec256a7fa req-14a5ff99-cdeb-4b22-890a-8f6d4c98583e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 1130 time: 0.0417798 Jul 29 11:54:12.555327 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-135a8182-3bc1-4a16-b205-e0dec256a7fa req-8656176a-bb66-4082-9b89-e33c73da1a3d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394745 Jul 29 11:54:13.583795 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304e0c3-411b-4a9f-acba-c4f853014274 req-b785a8eb-aace-4409-91ea-ecbf358bd1a1 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:13.585318 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3304e0c3-411b-4a9f-acba-c4f853014274 req-b785a8eb-aace-4409-91ea-ecbf358bd1a1 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0478830 Jul 29 11:54:13.634204 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3304e0c3-411b-4a9f-acba-c4f853014274 req-86899087-cf33-409f-9ff2-9b5aff0b0303 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434692 Jul 29 11:54:14.750414 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64f072-643c-411d-928e-1df08346cfc1 req-4b138fb0-cdd7-4cc8-abd4-1786fba218b5 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:14.751839 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ff64f072-643c-411d-928e-1df08346cfc1 req-4b138fb0-cdd7-4cc8-abd4-1786fba218b5 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0466378 Jul 29 11:54:14.801690 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ff64f072-643c-411d-928e-1df08346cfc1 req-85da6c34-352f-4079-b566-135efadf72af tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438321 Jul 29 11:54:14.920657 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353f40e-1579-4399-b1dc-0fd465ac1370 req-0cc7c4ca-5bb1-4302-bb77-b03cb11246e7 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:14.922185 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c353f40e-1579-4399-b1dc-0fd465ac1370 req-0cc7c4ca-5bb1-4302-bb77-b03cb11246e7 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0508025 Jul 29 11:54:14.971604 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c353f40e-1579-4399-b1dc-0fd465ac1370 req-17b26506-72dd-4cb2-a0cc-b1352533cd4d tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438457 Jul 29 11:54:14.997398 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49032) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:15.176969 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339862c-b720-4130-89a9-4a83fe41c5dc tempest-TestShelveInstance-1358832488 tempest-TestShelveInstance-1358832488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:15.178560 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-e339862c-b720-4130-89a9-4a83fe41c5dc tempest-TestShelveInstance-1358832488 tempest-TestShelveInstance-1358832488-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 1125 time: 0.1801658 Jul 29 11:54:15.181372 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49036) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:15.185559 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'port_id': '7db84d29-10d0-41a8-abf4-9bb896740271', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:54:15.208254 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:15.291413 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:15.341426 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:15.400835 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Allocated IP 172.27.2.219 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/b3655a9d-9304-42f8-bd93-4264d8801ceb) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:54:15.528489 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for port (b3655a9d-9304-42f8-bd93-4264d8801ceb), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:15.565941 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (b3655a9d-9304-42f8-bd93-4264d8801ceb), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:15.611670 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:54:15.615958 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:54:15.618077 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event updated for resources: {'Port': ['ID=b3655a9d-9304-42f8-bd93-4264d8801ceb,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:15.620219 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:54:15.682566 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:15.972163 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for floatingip (b8d9dfce-b271-410f-95dd-e5c58ad4aec6), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:16.041680 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b3655a9d-9304-42f8-bd93-4264d8801ceb), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:16.138194 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:16.186836 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for port (b3655a9d-9304-42f8-bd93-4264d8801ceb), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:16.191506 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (b3655a9d-9304-42f8-bd93-4264d8801ceb), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:16.261397 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event updated for resources: {'Port': ['ID=b3655a9d-9304-42f8-bd93-4264d8801ceb,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:16.274597 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (b8d9dfce-b271-410f-95dd-e5c58ad4aec6), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:16.368366 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Floating IP b8d9dfce-b271-410f-95dd-e5c58ad4aec6 associated. External IP: 172.27.2.219, port: 7db84d29-10d0-41a8-abf4-9bb896740271. Jul 29 11:54:16.819136 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:16.831178 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:54:16.938258 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:54:16.948840 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab3f8a-0cab-4690-807a-5b39e98829f1 None None] Sync routers for ids ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:54:16.959191 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab3f8a-0cab-4690-807a-5b39e98829f1 None None] Routers {'845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:54:16.959611 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:16.959812 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9cab3f8a-0cab-4690-807a-5b39e98829f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:54:16.997045 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-b7080fe6-a7b0-422b-bbcb-0b4f8056db3b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8125279 Jul 29 11:54:16.997045 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:54:16.997880 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de10c0b5-da6b-40fb-8107-872b75e832bc" -d '{"events": [{"name": "network-changed", "server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:54:17.035451 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d4863b-2f7b-4c4a-9bc6-c86b96c1b8c5 x-openstack-request-id: req-f8d4863b-2f7b-4c4a-9bc6-c86b96c1b8c5 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:54:17.035742 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:54:17.036000 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8d4863b-2f7b-4c4a-9bc6-c86b96c1b8c5 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:54:17.037103 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d4863b-2f7b-4c4a-9bc6-c86b96c1b8c5'] response: {'name': 'network-changed', 'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271', 'status': 'completed', 'code': 200} Jul 29 11:54:17.066305 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-9cab3f8a-0cab-4690-807a-5b39e98829f1 None None] Set router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:54:17.099116 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c0b5-da6b-40fb-8107-872b75e832bc req-2b181e42-26e9-4dbc-a106-ec20f0213ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:17.100522 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-de10c0b5-da6b-40fb-8107-872b75e832bc req-2b181e42-26e9-4dbc-a106-ec20f0213ee3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fd8c34715e54a778911a8410e095800&device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 1130 time: 0.0397234 Jul 29 11:54:17.195871 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c0b5-da6b-40fb-8107-872b75e832bc req-061395b9-1591-471d-a936-8f93b74789d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:17.197393 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-de10c0b5-da6b-40fb-8107-872b75e832bc req-061395b9-1591-471d-a936-8f93b74789d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1635cb4-4518-4798-bf38-f145b18a5f1f HTTP/1.1" status: 200 len: 908 time: 0.0915172 Jul 29 11:54:17.260404 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-de10c0b5-da6b-40fb-8107-872b75e832bc req-a61137f2-8ac5-4b8f-8b25-e6548ace7424 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db84d29-10d0-41a8-abf4-9bb896740271 HTTP/1.1" status: 200 len: 1000 time: 0.0549850 Jul 29 11:54:17.281302 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9cab3f8a-0cab-4690-807a-5b39e98829f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'b8d9dfce-b271-410f-95dd-e5c58ad4aec6', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'port_id': '7db84d29-10d0-41a8-abf4-9bb896740271', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'mac_address': 'fa:16:3e:97:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:54:15Z', 'updated_at': '2022-07-29T11:54:15Z', 'revision_number': 0, 'project_id': '8fd8c34715e54a778911a8410e095800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ee568c-05de-4450-9fff-90fdffa6e873', 'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'mac_address': 'fa:16:3e:a5:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:30Z', 'updated_at': '2022-07-29T11:53:35Z', 'revision_number': 5, 'project_id': '8fd8c34715e54a778911a8410e095800', 'subnets': [{'id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:54:17.306869 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab3f8a-0cab-4690-807a-5b39e98829f1 None None] Checking router: 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:54:17.311919 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c0b5-da6b-40fb-8107-872b75e832bc req-34a16b19-395f-4ae7-8b8e-8f875fe5ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:17.313358 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-de10c0b5-da6b-40fb-8107-872b75e832bc req-34a16b19-395f-4ae7-8b8e-8f875fe5ca90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36ac253b-19c0-48f6-b46f-ef1715438e78 HTTP/1.1" status: 200 len: 846 time: 0.0468669 Jul 29 11:54:17.315307 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab3f8a-0cab-4690-807a-5b39e98829f1 None None] Routers {'845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:54:17.315908 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9cab3f8a-0cab-4690-807a-5b39e98829f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:53:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:54:17.357574 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c0b5-da6b-40fb-8107-872b75e832bc req-e46abc67-32ab-466c-bc9e-ee978485263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:17.359074 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-de10c0b5-da6b-40fb-8107-872b75e832bc req-e46abc67-32ab-466c-bc9e-ee978485263c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1635cb4-4518-4798-bf38-f145b18a5f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393898 Jul 29 11:54:17.418338 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-9cab3f8a-0cab-4690-807a-5b39e98829f1 None None] Set router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:54:17.435218 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:17.450871 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-de10c0b5-da6b-40fb-8107-872b75e832bc req-73a21b9a-848d-4c78-9fa3-8b31c530ff9a service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855503 Jul 29 11:54:17.553788 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-de10c0b5-da6b-40fb-8107-872b75e832bc req-1db553ba-90f2-4180-9d15-8fbf96061399 service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964954 Jul 29 11:54:17.585277 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:17.591947 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:17.633897 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9cab3f8a-0cab-4690-807a-5b39e98829f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'b8d9dfce-b271-410f-95dd-e5c58ad4aec6', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'port_id': '7db84d29-10d0-41a8-abf4-9bb896740271', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'mac_address': 'fa:16:3e:97:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:54:15Z', 'updated_at': '2022-07-29T11:54:15Z', 'revision_number': 0, 'project_id': '8fd8c34715e54a778911a8410e095800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ee568c-05de-4450-9fff-90fdffa6e873', 'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'mac_address': 'fa:16:3e:a5:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:30Z', 'updated_at': '2022-07-29T11:53:35Z', 'revision_number': 5, 'project_id': '8fd8c34715e54a778911a8410e095800', 'subnets': [{'id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:54:17.658195 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab3f8a-0cab-4690-807a-5b39e98829f1 None None] The sync data for ids ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'] in dv-cinder-837542-7-iscsi is: [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'b8d9dfce-b271-410f-95dd-e5c58ad4aec6', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'port_id': '7db84d29-10d0-41a8-abf4-9bb896740271', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'mac_address': 'fa:16:3e:97:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:54:15Z', 'updated_at': '2022-07-29T11:54:15Z', 'revision_number': 0, 'project_id': '8fd8c34715e54a778911a8410e095800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ee568c-05de-4450-9fff-90fdffa6e873', 'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'mac_address': 'fa:16:3e:a5:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:30Z', 'updated_at': '2022-07-29T11:53:35Z', 'revision_number': 5, 'project_id': '8fd8c34715e54a778911a8410e095800', 'subnets': [{'id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:54:17.833739 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35aad36-5c31-407f-b110-183cb3603190 None None] New status for floating IP b8d9dfce-b271-410f-95dd-e5c58ad4aec6: ACTIVE {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:54:23.438802 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49122) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:23.483261 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb62d280-4c0e-4900-a42a-7967846c1b1a admin admin] Deleting subnet 7144730b-4377-4125-b9a2-59dc58105a02 {{(pid=115839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:54:23.486497 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-bb62d280-4c0e-4900-a42a-7967846c1b1a admin admin] Publish callbacks [] for subnet (7144730b-4377-4125-b9a2-59dc58105a02), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.522494 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-bb62d280-4c0e-4900-a42a-7967846c1b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515794'] for subnet (7144730b-4377-4125-b9a2-59dc58105a02), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.563037 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-bb62d280-4c0e-4900-a42a-7967846c1b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (7144730b-4377-4125-b9a2-59dc58105a02), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.619778 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-bb62d280-4c0e-4900-a42a-7967846c1b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386699'] for subnet (7144730b-4377-4125-b9a2-59dc58105a02), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.643099 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62d280-4c0e-4900-a42a-7967846c1b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7144730b-4377-4125-b9a2-59dc58105a02,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:23.649572 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-bb62d280-4c0e-4900-a42a-7967846c1b1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.652642 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-bb62d280-4c0e-4900-a42a-7967846c1b1a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7144730b-4377-4125-b9a2-59dc58105a02 HTTP/1.1" status: 204 len: 168 time: 0.2128382 Jul 29 11:54:23.655113 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49124) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:23.697603 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:23.725449 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (e0315b26-389b-4b2d-bd27-8a5082601f44), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.807213 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (e0315b26-389b-4b2d-bd27-8a5082601f44), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.826735 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0315b26-389b-4b2d-bd27-8a5082601f44']}} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:54:23.836388 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d520ed-5a20-40cd-bb03-18b9d4cb7d24') {'for_net_delete': True} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:54:23.836687 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d520ed-5a20-40cd-bb03-18b9d4cb7d24') {} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:54:23.846018 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515787'] for segment (34d520ed-5a20-40cd-bb03-18b9d4cb7d24), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.858988 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (34d520ed-5a20-40cd-bb03-18b9d4cb7d24), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.865321 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=115839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:54:23.865755 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470650'] for segment (34d520ed-5a20-40cd-bb03-18b9d4cb7d24), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.905972 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 34d520ed-5a20-40cd-bb03-18b9d4cb7d24 resource provider aggregate not found Jul 29 11:54:23.923812 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 34d520ed-5a20-40cd-bb03-18b9d4cb7d24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34d520ed-5a20-40cd-bb03-18b9d4cb7d24 found for delete ", "request_id": "req-b16359eb-1fe9-4eb1-a08e-4a057b774f77"}]} Jul 29 11:54:23.930688 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (e0315b26-389b-4b2d-bd27-8a5082601f44), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.935090 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:23.938185 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e0315b26-389b-4b2d-bd27-8a5082601f44 HTTP/1.1" status: 204 len: 168 time: 0.2821941 Jul 29 11:54:23.941093 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49130) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:23.957746 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49136ad-18c5-418c-bde8-abafecff4171 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0315b26-389b-4b2d-bd27-8a5082601f44,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:23.986536 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab40f196-b9e7-4541-8c5c-a5191ff5c8fd admin admin] Deleting subnet 2f617e5a-533e-4474-97da-5e7aa811b343 {{(pid=115838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:54:23.989911 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ab40f196-b9e7-4541-8c5c-a5191ff5c8fd admin admin] Publish callbacks [] for subnet (2f617e5a-533e-4474-97da-5e7aa811b343), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.028561 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ab40f196-b9e7-4541-8c5c-a5191ff5c8fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10240618'] for subnet (2f617e5a-533e-4474-97da-5e7aa811b343), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.067310 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ab40f196-b9e7-4541-8c5c-a5191ff5c8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (2f617e5a-533e-4474-97da-5e7aa811b343), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.118105 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ab40f196-b9e7-4541-8c5c-a5191ff5c8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9795070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10080711'] for subnet (2f617e5a-533e-4474-97da-5e7aa811b343), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.142704 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40f196-b9e7-4541-8c5c-a5191ff5c8fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f617e5a-533e-4474-97da-5e7aa811b343,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:24.149565 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-ab40f196-b9e7-4541-8c5c-a5191ff5c8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.152665 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-ab40f196-b9e7-4541-8c5c-a5191ff5c8fd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2f617e5a-533e-4474-97da-5e7aa811b343 HTTP/1.1" status: 204 len: 168 time: 0.2100279 Jul 29 11:54:24.155248 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49132) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:24.228284 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (00a22d55-41ad-44cc-a093-dc7533b7b3c1), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.305553 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (00a22d55-41ad-44cc-a093-dc7533b7b3c1), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.325515 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a22d55-41ad-44cc-a093-dc7533b7b3c1']}} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:54:24.327231 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:24.335944 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b07bbf-5f24-4a49-9209-741c5f4757fa') {'for_net_delete': True} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:54:24.336243 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b07bbf-5f24-4a49-9209-741c5f4757fa') {} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:54:24.350215 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240627'] for segment (32b07bbf-5f24-4a49-9209-741c5f4757fa), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.364093 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (32b07bbf-5f24-4a49-9209-741c5f4757fa), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.370911 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:54:24.371283 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794976'] for segment (32b07bbf-5f24-4a49-9209-741c5f4757fa), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.410612 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 32b07bbf-5f24-4a49-9209-741c5f4757fa resource provider aggregate not found Jul 29 11:54:24.429309 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment 32b07bbf-5f24-4a49-9209-741c5f4757fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32b07bbf-5f24-4a49-9209-741c5f4757fa found for delete ", "request_id": "req-61e14a5f-f932-4567-bdcd-3aff4e236956"}]} Jul 29 11:54:24.435192 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (00a22d55-41ad-44cc-a093-dc7533b7b3c1), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.440496 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.444260 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] 10.222.0.60 "DELETE /v2.0/networks/00a22d55-41ad-44cc-a093-dc7533b7b3c1 HTTP/1.1" status: 204 len: 168 time: 0.2881050 Jul 29 11:54:24.455344 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa29db2-fca0-43d8-af97-a39af4738286 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a22d55-41ad-44cc-a093-dc7533b7b3c1,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:24.644034 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49140) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:24.685132 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-ffbdb317-a1e6-4a86-9494-e4641a966dfa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a84a37ac215404384b09efbc6bc8eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396256 Jul 29 11:54:24.687487 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49142) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:24.734620 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d9559fee-ac17-4ae7-8f6b-27870f4c583f admin admin] Publish callbacks [] for security_group (6bfa2b94-07b3-44a6-9a57-212833e4ca01), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.760058 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d9559fee-ac17-4ae7-8f6b-27870f4c583f admin admin] Publish callbacks [] for security_group (6bfa2b94-07b3-44a6-9a57-212833e4ca01), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.806032 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d9559fee-ac17-4ae7-8f6b-27870f4c583f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6bfa2b94-07b3-44a6-9a57-212833e4ca01), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.808525 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-d9559fee-ac17-4ae7-8f6b-27870f4c583f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:24.809686 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-d9559fee-ac17-4ae7-8f6b-27870f4c583f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6bfa2b94-07b3-44a6-9a57-212833e4ca01 HTTP/1.1" status: 204 len: 168 time: 0.1212854 Jul 29 11:54:24.817570 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9559fee-ac17-4ae7-8f6b-27870f4c583f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfa2b94-07b3-44a6-9a57-212833e4ca01,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:25.174434 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49148) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:25.217144 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-57923ec5-8a3b-4f17-a30b-18cebed0a686 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a540d299c2764983888dbd26f2cbcc33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415599 Jul 29 11:54:25.219693 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49150) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:25.273433 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-14659573-1017-425d-b3a2-c2abc78a1ef8 admin admin] Publish callbacks [] for security_group (1d0adff1-3867-4f97-867e-ac13c4e45669), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:25.299890 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-14659573-1017-425d-b3a2-c2abc78a1ef8 admin admin] Publish callbacks [] for security_group (1d0adff1-3867-4f97-867e-ac13c4e45669), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:25.337764 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:25.359988 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-14659573-1017-425d-b3a2-c2abc78a1ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (1d0adff1-3867-4f97-867e-ac13c4e45669), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:25.362647 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-14659573-1017-425d-b3a2-c2abc78a1ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:25.364637 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-14659573-1017-425d-b3a2-c2abc78a1ef8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d0adff1-3867-4f97-867e-ac13c4e45669 HTTP/1.1" status: 204 len: 168 time: 0.1440375 Jul 29 11:54:25.374899 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14659573-1017-425d-b3a2-c2abc78a1ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0adff1-3867-4f97-867e-ac13c4e45669,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:25.542720 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:25.792866 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c0a240a0-8c78-4602-88d0-f8c6d756e366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:27.826510 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-587e21e7-e5ec-4d0d-acbf-f39945248a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:27.935793 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:27.937721 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=14 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:29.149794 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:30.733068 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:30.852108 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:33.938516 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:33.952891 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-774df0a5-1e23-47af-9764-8c85db455216 req-e5ab6478-ba3a-425a-969d-bcd2b1b3d248 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404067 Jul 29 11:54:34.032903 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774df0a5-1e23-47af-9764-8c85db455216 req-b3887565-3bc5-4e4c-bd67-2b8ecf5f20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:34.034382 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-774df0a5-1e23-47af-9764-8c85db455216 req-b3887565-3bc5-4e4c-bd67-2b8ecf5f20f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ac15e2b1074938adfa7615f1ff1495&device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 1129 time: 0.0384014 Jul 29 11:54:34.144037 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774df0a5-1e23-47af-9764-8c85db455216 req-50e821dd-d226-4882-8b47-add1dd9d9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:34.145637 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-774df0a5-1e23-47af-9764-8c85db455216 req-50e821dd-d226-4882-8b47-add1dd9d9740 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 200 len: 912 time: 0.0916843 Jul 29 11:54:34.216224 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-774df0a5-1e23-47af-9764-8c85db455216 req-5673bdd1-b8ce-410e-99d1-0d8c85714495 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410dad97-edfe-4c3c-b0a9-ccea29876b7a HTTP/1.1" status: 200 len: 1001 time: 0.0630701 Jul 29 11:54:34.273175 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774df0a5-1e23-47af-9764-8c85db455216 req-94080cba-31a2-48a2-bcc8-087bc233cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:34.274813 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-774df0a5-1e23-47af-9764-8c85db455216 req-94080cba-31a2-48a2-bcc8-087bc233cec6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=914c7447-bade-4c46-95a5-3757892c8d10 HTTP/1.1" status: 200 len: 850 time: 0.0517788 Jul 29 11:54:34.323514 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774df0a5-1e23-47af-9764-8c85db455216 req-9f53389b-d3e7-4a0d-9807-117067c75407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:34.324989 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-774df0a5-1e23-47af-9764-8c85db455216 req-9f53389b-d3e7-4a0d-9807-117067c75407 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6a7e919-a436-4946-8b78-7a1d701f617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438640 Jul 29 11:54:34.415897 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-774df0a5-1e23-47af-9764-8c85db455216 req-38d9347b-de8e-408f-adfa-4c9679f17e58 service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840297 Jul 29 11:54:34.514951 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-774df0a5-1e23-47af-9764-8c85db455216 req-21826c5e-e382-4b99-93bc-d36e9f220b99 service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919740 Jul 29 11:54:35.343128 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=44,neutron:DELETE=6 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:35.370351 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:40.845772 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:40.847682 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:41.347992 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:54:42.469995 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1ed02-c9f4-4a20-b903-e17f16ad314d req-5d75de69-b021-4793-bc78-10c8b7426c8e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:42.471467 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-95a1ed02-c9f4-4a20-b903-e17f16ad314d req-5d75de69-b021-4793-bc78-10c8b7426c8e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0480788 Jul 29 11:54:42.522761 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-95a1ed02-c9f4-4a20-b903-e17f16ad314d req-e03e04fd-696f-43b3-a22c-42be7c38010e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450151 Jul 29 11:54:43.643311 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f2106-0d8e-4f1e-9c3b-28fce72a0813 req-905e698e-edc9-42af-b401-ba8dcfe9213f tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:43.644740 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-086f2106-0d8e-4f1e-9c3b-28fce72a0813 req-905e698e-edc9-42af-b401-ba8dcfe9213f tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0473187 Jul 29 11:54:43.692761 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-086f2106-0d8e-4f1e-9c3b-28fce72a0813 req-1ee208e8-54f6-4ec6-a3ea-3dd9e014e633 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409188 Jul 29 11:54:44.100775 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49328) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:44.226289 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8d82b2a2-de35-450b-abdd-12c9499cc0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:44.301004 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8d82b2a2-de35-450b-abdd-12c9499cc0b2 admin admin] Publish callbacks [] for security_group (38f6fbfe-52a2-4026-a34c-0574604686db), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:44.305447 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8d82b2a2-de35-450b-abdd-12c9499cc0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (38f6fbfe-52a2-4026-a34c-0574604686db), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:44.344590 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-8d82b2a2-de35-450b-abdd-12c9499cc0b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0faf6efbb5a141ed9e4d1bc725d33749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425916 Jul 29 11:54:44.345559 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82b2a2-de35-450b-abdd-12c9499cc0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f6fbfe-52a2-4026-a34c-0574604686db,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:44.347378 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49332) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:54:44.396821 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6417e050-4892-4bd7-929b-f4213fce253c admin admin] Publish callbacks [] for security_group (38f6fbfe-52a2-4026-a34c-0574604686db), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:44.418783 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6417e050-4892-4bd7-929b-f4213fce253c admin admin] Publish callbacks [] for security_group (38f6fbfe-52a2-4026-a34c-0574604686db), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:44.464725 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6417e050-4892-4bd7-929b-f4213fce253c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (38f6fbfe-52a2-4026-a34c-0574604686db), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:44.467311 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-6417e050-4892-4bd7-929b-f4213fce253c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:44.468425 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-6417e050-4892-4bd7-929b-f4213fce253c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38f6fbfe-52a2-4026-a34c-0574604686db HTTP/1.1" status: 204 len: 168 time: 0.1200268 Jul 29 11:54:44.476565 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417e050-4892-4bd7-929b-f4213fce253c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f6fbfe-52a2-4026-a34c-0574604686db,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:54:44.824219 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8550b3-da09-4ab0-9fac-927e60ce37ee req-02b48dfa-b03b-40a5-8250-50c0dd44b1ae tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:44.825823 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fa8550b3-da09-4ab0-9fac-927e60ce37ee req-02b48dfa-b03b-40a5-8250-50c0dd44b1ae tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0542707 Jul 29 11:54:44.873027 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fa8550b3-da09-4ab0-9fac-927e60ce37ee req-89208315-ec15-4103-9f28-f974d4e0d3d5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415034 Jul 29 11:54:45.992327 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280274f4-9f25-485c-98ad-5f547c984b2f req-72eb5300-8b4b-416c-a004-29cfba2fa041 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:45.993727 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-280274f4-9f25-485c-98ad-5f547c984b2f req-72eb5300-8b4b-416c-a004-29cfba2fa041 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0478892 Jul 29 11:54:46.041187 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-280274f4-9f25-485c-98ad-5f547c984b2f req-a4fc0f64-3e44-4f2e-b836-6dfd7acbce96 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Jul 29 11:54:47.313402 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218034b-fd9e-48e5-b459-dafee0a4f779 req-1fca53e3-ee3f-4b79-aca9-75c7e2a3bfaa tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:47.314881 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a218034b-fd9e-48e5-b459-dafee0a4f779 req-1fca53e3-ee3f-4b79-aca9-75c7e2a3bfaa tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0521574 Jul 29 11:54:47.361084 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a218034b-fd9e-48e5-b459-dafee0a4f779 req-16e77d31-eb7e-4635-a379-3dc6843224b3 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406168 Jul 29 11:54:48.479811 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0abe4a-6d6c-4766-aa25-90b799d62e04 req-a8474d1c-1a90-43c6-beb2-bb730b3edcd9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:48.481272 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1a0abe4a-6d6c-4766-aa25-90b799d62e04 req-a8474d1c-1a90-43c6-beb2-bb730b3edcd9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0465941 Jul 29 11:54:48.527924 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1a0abe4a-6d6c-4766-aa25-90b799d62e04 req-4971c691-0223-4e14-85e4-ff2209dda8f3 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Jul 29 11:54:49.644792 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bccc9-b4e8-4024-8138-2fa17d1ddb09 req-b9379400-88c8-45ee-acc4-47a5044060dc tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:49.646252 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c03bccc9-b4e8-4024-8138-2fa17d1ddb09 req-b9379400-88c8-45ee-acc4-47a5044060dc tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0470226 Jul 29 11:54:49.695999 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c03bccc9-b4e8-4024-8138-2fa17d1ddb09 req-5c45291f-e94f-4143-9950-2b6a3a052360 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440922 Jul 29 11:54:50.963572 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01524d-a5c7-4886-865c-be77bd9a24fd req-55ba8653-05cf-4a6a-94c0-c3f00dbe0fca tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:50.965042 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1d01524d-a5c7-4886-865c-be77bd9a24fd req-55ba8653-05cf-4a6a-94c0-c3f00dbe0fca tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0484228 Jul 29 11:54:51.012343 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1d01524d-a5c7-4886-865c-be77bd9a24fd req-6c2311a3-73be-4d45-a7d0-8c27829022a5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416429 Jul 29 11:54:52.112966 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:52.120912 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:52.130131 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedc026-d6d1-43fd-8fd4-c24164403900 req-7ebad757-42de-4447-961f-a727e08f2906 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:52.131617 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2bedc026-d6d1-43fd-8fd4-c24164403900 req-7ebad757-42de-4447-961f-a727e08f2906 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0481737 Jul 29 11:54:52.179071 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2bedc026-d6d1-43fd-8fd4-c24164403900 req-3e4ab9f4-ab89-46ef-a159-89530fd5b7b0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416501 Jul 29 11:54:53.299873 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce37ccf-8476-47d6-a3ac-234ffe157128 req-b6da004c-7e09-4e4c-b600-3d989b91bb9e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:53.301319 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cce37ccf-8476-47d6-a3ac-234ffe157128 req-b6da004c-7e09-4e4c-b600-3d989b91bb9e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0504749 Jul 29 11:54:53.347081 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cce37ccf-8476-47d6-a3ac-234ffe157128 req-538b6745-dd5b-46a8-8299-6a783ff4b936 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401926 Jul 29 11:54:54.469362 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3fe94-0d6d-4d69-be22-deb5e8efbbd3 req-4ecf7b8a-eb63-4271-8bd1-68c90e4a215f tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:54.470833 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-adb3fe94-0d6d-4d69-be22-deb5e8efbbd3 req-4ecf7b8a-eb63-4271-8bd1-68c90e4a215f tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0509086 Jul 29 11:54:54.471099 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=67,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:54.471862 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:54.488827 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:54.520209 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-adb3fe94-0d6d-4d69-be22-deb5e8efbbd3 req-3b42ac0b-a8b1-4fcf-8f8d-507efa72b8d4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 Jul 29 11:54:55.548840 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:55.640981 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06156f-4284-4309-b39e-9361b1dba290 req-de8cba98-c9e1-4253-803d-30f502482ed5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:55.642457 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f06156f-4284-4309-b39e-9361b1dba290 req-de8cba98-c9e1-4253-803d-30f502482ed5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0477490 Jul 29 11:54:55.692455 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f06156f-4284-4309-b39e-9361b1dba290 req-4530d07c-ac7f-4a0c-9840-1aef7c0f618a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444729 Jul 29 11:54:55.784553 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f42483b3-15e9-4f70-9fe1-a366ac4d2845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:55.796474 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=18 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:55.801469 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=16 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:54:56.808420 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7415a-8720-4be1-8ab4-5212dd80a44e req-bcec58c3-e55e-4d1e-9efe-fb69183e8fe2 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:56.809884 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-50b7415a-8720-4be1-8ab4-5212dd80a44e req-bcec58c3-e55e-4d1e-9efe-fb69183e8fe2 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0458603 Jul 29 11:54:56.857629 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-50b7415a-8720-4be1-8ab4-5212dd80a44e req-74bd1aa2-4781-4417-9a1a-c99f0db7753e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421076 Jul 29 11:54:57.827959 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-162a064f-add7-4c94-a42f-8ec0377ad6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:57.985039 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bbd59-acb4-45f8-a8a1-67048df0d9e4 req-274ee6b0-df08-40c2-a7b6-cae5402b8200 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:57.986556 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bb2bbd59-acb4-45f8-a8a1-67048df0d9e4 req-274ee6b0-df08-40c2-a7b6-cae5402b8200 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0500567 Jul 29 11:54:58.033900 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bb2bbd59-acb4-45f8-a8a1-67048df0d9e4 req-a8a2bd53-b2e5-48e6-82a2-6dda9e8e540a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412874 Jul 29 11:54:58.279431 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e22df-2c53-443b-8962-59b96ede0d5a req-870aa21b-be24-4519-b93e-e0bdacb5f4ce tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:58.280920 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bf1e22df-2c53-443b-8962-59b96ede0d5a req-870aa21b-be24-4519-b93e-e0bdacb5f4ce tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0515878 Jul 29 11:54:58.329692 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bf1e22df-2c53-443b-8962-59b96ede0d5a req-a362c01f-a3bd-4b56-9e74-527aec50e0d1 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Jul 29 11:54:58.340079 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a87db-2617-463f-961f-2a787b2626fc req-9257587a-49d3-453e-9a12-f42181640b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:58.341632 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf4a87db-2617-463f-961f-2a787b2626fc req-9257587a-49d3-453e-9a12-f42181640b65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ac15e2b1074938adfa7615f1ff1495&device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 1129 time: 0.0436373 Jul 29 11:54:58.434255 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a87db-2617-463f-961f-2a787b2626fc req-5afc858b-1fe9-4eb5-b778-1d7cefba0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:58.435753 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf4a87db-2617-463f-961f-2a787b2626fc req-5afc858b-1fe9-4eb5-b778-1d7cefba0413 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 200 len: 912 time: 0.0856812 Jul 29 11:54:58.503113 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf4a87db-2617-463f-961f-2a787b2626fc req-c63f1a40-1bb7-421c-8574-ebe9a3854f46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410dad97-edfe-4c3c-b0a9-ccea29876b7a HTTP/1.1" status: 200 len: 1001 time: 0.0593457 Jul 29 11:54:58.552578 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a87db-2617-463f-961f-2a787b2626fc req-143a5e67-47f7-4488-aae5-46f9638d5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:58.554576 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf4a87db-2617-463f-961f-2a787b2626fc req-143a5e67-47f7-4488-aae5-46f9638d5801 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=914c7447-bade-4c46-95a5-3757892c8d10 HTTP/1.1" status: 200 len: 850 time: 0.0429068 Jul 29 11:54:58.597667 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a87db-2617-463f-961f-2a787b2626fc req-ee2cfe57-ac08-4f45-8f31-376e8e3db95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:58.599129 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf4a87db-2617-463f-961f-2a787b2626fc req-ee2cfe57-ac08-4f45-8f31-376e8e3db95a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6a7e919-a436-4946-8b78-7a1d701f617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385098 Jul 29 11:54:58.691087 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf4a87db-2617-463f-961f-2a787b2626fc req-b05ddfd4-eeb9-438c-84fc-b85f8fe03b6f service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Jul 29 11:54:58.786883 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-bf4a87db-2617-463f-961f-2a787b2626fc req-73f76d53-7bd5-4566-bf4d-ce26c102d8b0 service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852604 Jul 29 11:54:59.152374 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:54:59.449726 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea647c-d7fb-48e2-be48-c5abe2d549bb req-a4f26dad-a67a-414b-934a-adf2c2430483 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:54:59.451206 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-daea647c-d7fb-48e2-be48-c5abe2d549bb req-a4f26dad-a67a-414b-934a-adf2c2430483 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0470035 Jul 29 11:54:59.497228 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-daea647c-d7fb-48e2-be48-c5abe2d549bb req-89541b4f-6af5-481d-a8b7-a73ffdeb8182 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 Jul 29 11:55:00.620794 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b9d1e-c3ef-4b1b-a6ae-3589d894bb7b req-dfd64ef2-4b4a-4cb0-994c-f06f2c4eeded tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:00.622298 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c72b9d1e-c3ef-4b1b-a6ae-3589d894bb7b req-dfd64ef2-4b4a-4cb0-994c-f06f2c4eeded tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0512636 Jul 29 11:55:00.668796 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c72b9d1e-c3ef-4b1b-a6ae-3589d894bb7b req-1b96cb39-55e1-43dd-9bf1-cad3ce1576e6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409896 Jul 29 11:55:00.736256 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:55:00.854514 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:55:08.777539 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=50 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:08.783408 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=44 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:10.663100 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=83 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:10.664919 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=72 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:10.847855 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:10.850119 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:18.346950 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:55:25.543489 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:55:25.807762 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-48cc9dfa-eefb-42a4-b1b5-1d56ce436762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:55:27.829870 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbf91b77-dccb-46dd-923a-e6478d581148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:55:29.154833 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:55:30.739533 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:55:30.856783 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:55:32.435728 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-2535733f-8e82-43e0-92e1-18361a3502d0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416036 Jul 29 11:55:32.496605 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-4a83ce15-c425-4f77-8adc-5f18b869df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:32.498017 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-4a83ce15-c425-4f77-8adc-5f18b869df71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fd8c34715e54a778911a8410e095800&device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 1130 time: 0.0378206 Jul 29 11:55:32.601543 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-266cbaaf-f469-4e6a-ab8f-a461c3560076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:32.603047 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-266cbaaf-f469-4e6a-ab8f-a461c3560076 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1635cb4-4518-4798-bf38-f145b18a5f1f HTTP/1.1" status: 200 len: 908 time: 0.0852242 Jul 29 11:55:32.665251 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:32.665990 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:32.669571 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-19b025a8-c479-4bd0-b0dd-c1e0b686ebee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db84d29-10d0-41a8-abf4-9bb896740271 HTTP/1.1" status: 200 len: 1002 time: 0.0580752 Jul 29 11:55:32.717219 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-13b35579-3b5e-47ab-b293-96c5ab79e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:32.718688 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-13b35579-3b5e-47ab-b293-96c5ab79e553 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36ac253b-19c0-48f6-b46f-ef1715438e78 HTTP/1.1" status: 200 len: 846 time: 0.0436165 Jul 29 11:55:32.762328 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-01f675b7-a07f-46f3-9504-d7ec857354a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:32.763693 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-01f675b7-a07f-46f3-9504-d7ec857354a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1635cb4-4518-4798-bf38-f145b18a5f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388336 Jul 29 11:55:32.856705 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-e4751f45-2413-48b5-8115-149e6ad5a11f service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854528 Jul 29 11:55:32.950478 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-94aba58a-df9d-4556-91d7-be619232b6a8 req-9fa82bf7-2dd9-4e39-a155-1fc080d17de0 service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864139 Jul 29 11:55:35.714154 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d5dd3-4483-4a6f-9f1d-624aaa70b53b req-7550aff4-f560-45e8-8ac4-71043d637b7b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:35.715654 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-501d5dd3-4483-4a6f-9f1d-624aaa70b53b req-7550aff4-f560-45e8-8ac4-71043d637b7b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0487671 Jul 29 11:55:35.764359 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-501d5dd3-4483-4a6f-9f1d-624aaa70b53b req-2a7be5b3-5c5c-4e9b-bccf-35be2ab5b259 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430155 Jul 29 11:55:36.883628 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814407-ac13-4445-b4cc-9979d507c071 req-32c70bc7-853b-4c47-be33-32000117b14b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:36.885348 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dc814407-ac13-4445-b4cc-9979d507c071 req-32c70bc7-853b-4c47-be33-32000117b14b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0483086 Jul 29 11:55:36.934419 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-dc814407-ac13-4445-b4cc-9979d507c071 req-019ed04b-30a1-4633-9f67-8a10ca86a2f0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434499 Jul 29 11:55:38.051224 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058199d-b1f2-4b14-bb1c-915f62edb58f req-f07742cf-ff93-42ae-bd2c-783b1f2c2f0b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:38.053208 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7058199d-b1f2-4b14-bb1c-915f62edb58f req-f07742cf-ff93-42ae-bd2c-783b1f2c2f0b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0467780 Jul 29 11:55:38.099712 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7058199d-b1f2-4b14-bb1c-915f62edb58f req-ae1425b5-a26d-4bd6-9ce3-cc40fd6de8dc tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409851 Jul 29 11:55:39.217360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de6813-3285-4561-a9d3-6830de3e96c5 req-d0186cec-91ed-44e8-a4f2-fdd4fa7adcb4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:39.218851 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12de6813-3285-4561-a9d3-6830de3e96c5 req-d0186cec-91ed-44e8-a4f2-fdd4fa7adcb4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0476635 Jul 29 11:55:39.265742 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-12de6813-3285-4561-a9d3-6830de3e96c5 req-3d4d1a77-afcc-45d7-b089-9f55405ecc5b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Jul 29 11:55:40.389681 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be9c28-762c-4eac-88f4-3d0d310eb264 req-ee4b45f9-5194-4d5c-8181-fcfb2da018f0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:40.391136 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-42be9c28-762c-4eac-88f4-3d0d310eb264 req-ee4b45f9-5194-4d5c-8181-fcfb2da018f0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0514803 Jul 29 11:55:40.438462 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-42be9c28-762c-4eac-88f4-3d0d310eb264 req-a3c63e21-1d68-4511-9bc8-82b12698466a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Jul 29 11:55:40.735322 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:40.852842 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:41.555198 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754a168-4122-48df-aee1-6d62ecb57842 req-a9bafd99-2f23-4d73-bb4a-fc12fefbaebd tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:41.556660 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4754a168-4122-48df-aee1-6d62ecb57842 req-a9bafd99-2f23-4d73-bb4a-fc12fefbaebd tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0479808 Jul 29 11:55:41.603312 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4754a168-4122-48df-aee1-6d62ecb57842 req-82e93449-7124-47f4-bc94-7d407cd1f4cc tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Jul 29 11:55:42.718277 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57192d-7639-4fa5-a9bc-db84e9146680 req-c05678b8-5010-4910-b455-d484159d7aa0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:42.719740 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ee57192d-7639-4fa5-a9bc-db84e9146680 req-c05678b8-5010-4910-b455-d484159d7aa0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0465140 Jul 29 11:55:42.771045 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ee57192d-7639-4fa5-a9bc-db84e9146680 req-a1f724e0-4e1e-4ba1-8f64-6185b55845fe tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445993 Jul 29 11:55:42.945717 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=50 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:42.947642 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=51 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:43.887914 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7e36e-5c2c-4a62-a62a-c450f0e0ab72 req-8797eafe-727d-40a0-a2aa-4563d6cc12d0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:43.889352 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c7a7e36e-5c2c-4a62-a62a-c450f0e0ab72 req-8797eafe-727d-40a0-a2aa-4563d6cc12d0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0471878 Jul 29 11:55:43.935973 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c7a7e36e-5c2c-4a62-a62a-c450f0e0ab72 req-8fdae63b-b58d-429c-9ff8-b15e69fa6fde tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411115 Jul 29 11:55:45.052550 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703a4da-eb43-42db-ba45-b445d3b9a68b req-46b53f48-94ff-4b64-b8fe-c17fbee779af tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:45.053994 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c703a4da-eb43-42db-ba45-b445d3b9a68b req-46b53f48-94ff-4b64-b8fe-c17fbee779af tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0457702 Jul 29 11:55:45.100194 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c703a4da-eb43-42db-ba45-b445d3b9a68b req-ed8cee7f-585d-41cc-8b49-1d98158ce91e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Jul 29 11:55:46.222653 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3d35b-0000-4853-8a09-efff873a567c req-40ac2e5b-c569-457e-9f34-0dc9eb35b653 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:46.224300 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e9a3d35b-0000-4853-8a09-efff873a567c req-40ac2e5b-c569-457e-9f34-0dc9eb35b653 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0523906 Jul 29 11:55:46.272482 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e9a3d35b-0000-4853-8a09-efff873a567c req-2d7910bd-5740-4793-a4cd-007c3f01023d tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425882 Jul 29 11:55:46.470983 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4b26d-ea4d-43b2-a7b1-7eb5d68ccf01 req-8aebb36f-cef1-401b-ab22-78fc160f7906 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:46.472501 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-95a4b26d-ea4d-43b2-a7b1-7eb5d68ccf01 req-8aebb36f-cef1-401b-ab22-78fc160f7906 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0485148 Jul 29 11:55:46.506461 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa723f72-0dd3-4c8b-a590-a2d5fe65054e req-86977409-e589-4647-97e9-01747251b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:46.508009 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa723f72-0dd3-4c8b-a590-a2d5fe65054e req-86977409-e589-4647-97e9-01747251b921 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ac15e2b1074938adfa7615f1ff1495&device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 1129 time: 0.0395486 Jul 29 11:55:46.514295 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:46.522627 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-95a4b26d-ea4d-43b2-a7b1-7eb5d68ccf01 req-fa267791-39f7-4d83-8321-3ab5b83d9d30 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442729 Jul 29 11:55:46.611793 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa723f72-0dd3-4c8b-a590-a2d5fe65054e req-fa7bbcd7-b050-45c7-9b1b-259d6b64d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:46.613269 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa723f72-0dd3-4c8b-a590-a2d5fe65054e req-fa7bbcd7-b050-45c7-9b1b-259d6b64d3b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 200 len: 912 time: 0.0958717 Jul 29 11:55:46.677268 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa723f72-0dd3-4c8b-a590-a2d5fe65054e req-129f1528-da63-4e7a-ab8d-0b5024c550ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410dad97-edfe-4c3c-b0a9-ccea29876b7a HTTP/1.1" status: 200 len: 1001 time: 0.0539804 Jul 29 11:55:46.727515 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa723f72-0dd3-4c8b-a590-a2d5fe65054e req-6aa6892a-a9d4-4b28-855a-10e651f4ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:46.728916 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa723f72-0dd3-4c8b-a590-a2d5fe65054e req-6aa6892a-a9d4-4b28-855a-10e651f4ea0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=914c7447-bade-4c46-95a5-3757892c8d10 HTTP/1.1" status: 200 len: 850 time: 0.0427310 Jul 29 11:55:46.777209 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa723f72-0dd3-4c8b-a590-a2d5fe65054e req-b8359123-8780-4a40-b308-02ed9a9721b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:46.778684 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa723f72-0dd3-4c8b-a590-a2d5fe65054e req-b8359123-8780-4a40-b308-02ed9a9721b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6a7e919-a436-4946-8b78-7a1d701f617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409484 Jul 29 11:55:46.869150 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa723f72-0dd3-4c8b-a590-a2d5fe65054e req-87574ab9-b64b-4954-986f-6d7784fe773b service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811334 Jul 29 11:55:46.964460 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa723f72-0dd3-4c8b-a590-a2d5fe65054e req-76febbc2-1d99-4303-8540-2ca8494e6e6d service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860646 Jul 29 11:55:47.608134 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:47.648300 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ee4b8-2b1b-46d0-a75b-e6af4a7ff7ef req-8da192c5-2bb3-4854-bff4-040a57301732 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:47.649759 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-912ee4b8-2b1b-46d0-a75b-e6af4a7ff7ef req-8da192c5-2bb3-4854-bff4-040a57301732 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0514472 Jul 29 11:55:47.698341 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-912ee4b8-2b1b-46d0-a75b-e6af4a7ff7ef req-e2fd7be2-6de2-4509-89c3-120621d2a1b4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430272 Jul 29 11:55:48.817296 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb8fe6-1631-4165-be63-3fdbe5039811 req-7a553b6c-c9c1-43b1-8574-bd80a31c98c7 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:55:48.818765 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-05cb8fe6-1631-4165-be63-3fdbe5039811 req-7a553b6c-c9c1-43b1-8574-bd80a31c98c7 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0467772 Jul 29 11:55:48.866086 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-05cb8fe6-1631-4165-be63-3fdbe5039811 req-efc525bb-38e5-4480-b272-fc416e3d2aad tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Jul 29 11:55:54.370608 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:54.371345 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:55.346228 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:55:55.549825 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:55:55.791025 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5a889680-a3d3-4a09-bddd-8f1aec05f8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:55:56.960019 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=45 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:56.961972 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=49 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:57.831653 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f10576a9-3972-471a-85b7-f786320d8689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:55:58.860090 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=18 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:58.863043 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=16 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:55:59.159167 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:00.741960 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:00.858420 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:09.657644 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:09.661906 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:10.852209 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:10.854244 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:15.728141 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ef7f3-33eb-4866-a20f-15d3402ff54d req-0c2999c0-7713-4651-86bf-877566a38f9a tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:15.729654 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c70ef7f3-33eb-4866-a20f-15d3402ff54d req-0c2999c0-7713-4651-86bf-877566a38f9a tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0470471 Jul 29 11:56:15.783095 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c70ef7f3-33eb-4866-a20f-15d3402ff54d req-acc441ea-c8c1-47a1-b2b0-cee4cdb5ad20 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478225 Jul 29 11:56:16.901323 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5efdf5-e59f-4f8b-ba5e-6f0684d0e303 req-a23a81ac-5297-400c-8fdc-a0ca378dca57 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:16.902818 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ad5efdf5-e59f-4f8b-ba5e-6f0684d0e303 req-a23a81ac-5297-400c-8fdc-a0ca378dca57 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0473435 Jul 29 11:56:16.960609 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ad5efdf5-e59f-4f8b-ba5e-6f0684d0e303 req-d3cfc9dd-02b7-4ebc-88a1-f80c26edcfd7 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521934 Jul 29 11:56:18.077219 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eede3-b667-47a6-b4a5-ff186a999e72 req-60752d18-d9b7-4fc6-b707-1c00d0d611fb tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:18.078732 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8b8eede3-b667-47a6-b4a5-ff186a999e72 req-60752d18-d9b7-4fc6-b707-1c00d0d611fb tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0466299 Jul 29 11:56:18.126815 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8b8eede3-b667-47a6-b4a5-ff186a999e72 req-70bce16c-7cf0-4c3a-b6d6-ddaa9227fe33 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425961 Jul 29 11:56:19.248427 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275881e-5078-4b23-b414-559e25c1fb04 req-cf655b0d-884f-4636-9c4a-16994bea06fc tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:19.249871 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9275881e-5078-4b23-b414-559e25c1fb04 req-cf655b0d-884f-4636-9c4a-16994bea06fc tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0502448 Jul 29 11:56:19.298870 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9275881e-5078-4b23-b414-559e25c1fb04 req-a596d09a-d99c-4ec6-8e6b-2092712af516 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427771 Jul 29 11:56:20.414724 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65dbca-1dfe-40cf-aaf7-4f9816447d7a req-3c85794f-fd46-43e7-ae83-4fdf190fbf47 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:20.416156 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5a65dbca-1dfe-40cf-aaf7-4f9816447d7a req-3c85794f-fd46-43e7-ae83-4fdf190fbf47 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0472584 Jul 29 11:56:20.465291 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5a65dbca-1dfe-40cf-aaf7-4f9816447d7a req-04802a75-7f40-4753-912f-93c4490bb2be tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434289 Jul 29 11:56:21.763598 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a03b1-ea5e-4fdf-aa90-4788c68bebcd req-e00a44a8-7d94-438d-99fd-fb5bdb78829e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:21.765054 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-851a03b1-ea5e-4fdf-aa90-4788c68bebcd req-e00a44a8-7d94-438d-99fd-fb5bdb78829e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.2253411 Jul 29 11:56:21.816946 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-851a03b1-ea5e-4fdf-aa90-4788c68bebcd req-4724fb82-b22d-48f7-b84e-851b3d9401fa tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462058 Jul 29 11:56:22.621193 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0a63-b73f-4069-b4a8-f0583b7d8345 req-a189e18c-a6fa-4021-b3dd-73898562830d tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:22.622682 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-776d0a63-b73f-4069-b4a8-f0583b7d8345 req-a189e18c-a6fa-4021-b3dd-73898562830d tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.1000161 Jul 29 11:56:22.670329 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-776d0a63-b73f-4069-b4a8-f0583b7d8345 req-33ae165e-e497-4534-9c16-83484ef23ca4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Jul 29 11:56:22.934595 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55bff-bbb1-4024-8dbe-fe70b815bad0 req-31886c77-4d4c-4834-8b4d-aafc32b9a4f7 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:22.936041 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-afb55bff-bbb1-4024-8dbe-fe70b815bad0 req-31886c77-4d4c-4834-8b4d-aafc32b9a4f7 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0470967 Jul 29 11:56:22.992652 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-afb55bff-bbb1-4024-8dbe-fe70b815bad0 req-cdc97ad4-3ed2-4fd5-9a6d-a7d53f184a94 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510914 Jul 29 11:56:23.791529 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36d13d-4ea5-42ae-8eef-0e11da55ba19 req-e607b6b6-1de1-45e3-8cd5-9ca6215a442b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:23.792967 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-df36d13d-4ea5-42ae-8eef-0e11da55ba19 req-e607b6b6-1de1-45e3-8cd5-9ca6215a442b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0506694 Jul 29 11:56:23.839290 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-df36d13d-4ea5-42ae-8eef-0e11da55ba19 req-c6cc7325-da87-44bf-a860-e70a5938bb17 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407348 Jul 29 11:56:24.109272 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738ac8-a569-430c-bf41-acfbfb14d5b8 req-b24a52bb-f69f-4ccf-b469-997e287eff80 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:24.110744 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b7738ac8-a569-430c-bf41-acfbfb14d5b8 req-b24a52bb-f69f-4ccf-b469-997e287eff80 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0466163 Jul 29 11:56:24.159196 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b7738ac8-a569-430c-bf41-acfbfb14d5b8 req-ef2ea63f-b8b5-4131-a8a8-5792bcd9d37b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428770 Jul 29 11:56:24.664834 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-bf3e7880-c2fc-42a6-833b-e313be18baec tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:24.666339 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-bf3e7880-c2fc-42a6-833b-e313be18baec tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.58 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0484881 Jul 29 11:56:24.750076 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Deleting port 410dad97-edfe-4c3c-b0a9-ccea29876b7a {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:56:24.750414 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:24.837079 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] For port 410dad97-edfe-4c3c-b0a9-ccea29876b7a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=410dad97-edfe-4c3c-b0a9-ccea29876b7a,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:56:24.837456 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:24.965686 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5863ea-9252-42fe-af8c-217b54f8b97e req-bb8fbd32-7b2a-4b0e-8280-9113eee2e64c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:24.967307 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f5863ea-9252-42fe-af8c-217b54f8b97e req-bb8fbd32-7b2a-4b0e-8280-9113eee2e64c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 945 time: 0.0538497 Jul 29 11:56:25.003914 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:25.020307 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6f5863ea-9252-42fe-af8c-217b54f8b97e req-a5c4d95a-8064-435d-adc0-aae77599fa16 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=0bc817b2-ad9c-4d82-8d9f-041242c62719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472286 Jul 29 11:56:25.236995 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:25.237266 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (ec94762a-7481-4aff-bfa3-848be94733c7), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:25.237609 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.l3_db [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Floating IP ec94762a-7481-4aff-bfa3-848be94733c7 disassociated. External IP: 172.27.2.221, port: 410dad97-edfe-4c3c-b0a9-ccea29876b7a. Jul 29 11:56:25.237951 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Calling delete_port for 410dad97-edfe-4c3c-b0a9-ccea29876b7a owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:56:25.265127 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:25.282984 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce519e0-5248-4707-9055-50f91e1c3a0c req-61ca90df-9585-4ef4-bd5c-de39e5d050ff tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:25.284472 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fce519e0-5248-4707-9055-50f91e1c3a0c req-61ca90df-9585-4ef4-bd5c-de39e5d050ff tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0508475 Jul 29 11:56:25.335389 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fce519e0-5248-4707-9055-50f91e1c3a0c req-4fc216bf-1c74-4e00-bcbe-9991ce00f6e4 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444832 Jul 29 11:56:25.368248 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (410dad97-edfe-4c3c-b0a9-ccea29876b7a), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:25.394893 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event deleted for resources: {'Port': ['ID=410dad97-edfe-4c3c-b0a9-ccea29876b7a,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:25.407353 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.407702 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.408394 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.408394 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.408709 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.409016 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.409347 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.409697 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.410023 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.410349 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.410675 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.411001 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.411935 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.412267 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.412593 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:25.518892 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Router 4339d18d-2270-40e2-b3db-b21e5b94f931 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:56:25.558727 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:25.624868 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:56:25.635964 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee9534-98ed-4814-9641-ff476ec7f61d None None] Sync routers for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:56:25.645081 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee9534-98ed-4814-9641-ff476ec7f61d None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:56:25.645715 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-02ee9534-98ed-4814-9641-ff476ec7f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:55:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:56:25.667238 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] No DVR routers for this DVR port 410dad97-edfe-4c3c-b0a9-ccea29876b7a on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:56:25.669843 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:25.672953 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8ed3d6d7-b726-4ca1-b0a6-084fbd87eb99 req-380df06b-14d0-4b18-b18c-95e6b46faf03 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.58 "DELETE /v2.0/ports/410dad97-edfe-4c3c-b0a9-ccea29876b7a HTTP/1.1" status: 204 len: 173 time: 0.9988856 Jul 29 11:56:25.673385 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55552e03-f570-4ef7-b624-83ed029e89a9', 'name': 'network-vif-deleted', 'tag': '410dad97-edfe-4c3c-b0a9-ccea29876b7a'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:56:25.675883 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f25c0b-29bc-43d9-bc73-bfa649531cff" -d '{"events": [{"server_uuid": "55552e03-f570-4ef7-b624-83ed029e89a9", "name": "network-vif-deleted", "tag": "410dad97-edfe-4c3c-b0a9-ccea29876b7a"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:56:25.713431 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2d2acd-725b-4e19-ac98-d8826a03df51 x-openstack-request-id: req-ca2d2acd-725b-4e19-ac98-d8826a03df51 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:56:25.713773 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55552e03-f570-4ef7-b624-83ed029e89a9", "name": "network-vif-deleted", "tag": "410dad97-edfe-4c3c-b0a9-ccea29876b7a", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:56:25.714021 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca2d2acd-725b-4e19-ac98-d8826a03df51 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:56:25.714425 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2d2acd-725b-4e19-ac98-d8826a03df51'] response: {'server_uuid': '55552e03-f570-4ef7-b624-83ed029e89a9', 'name': 'network-vif-deleted', 'tag': '410dad97-edfe-4c3c-b0a9-ccea29876b7a', 'status': 'completed', 'code': 200} Jul 29 11:56:25.765574 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-02ee9534-98ed-4814-9641-ff476ec7f61d None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:56:25.947297 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-4b010f44-16c0-482d-bfae-802f00e35691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:26.092479 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-02ee9534-98ed-4814-9641-ff476ec7f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:56:26.121428 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee9534-98ed-4814-9641-ff476ec7f61d None None] Checking router: 4339d18d-2270-40e2-b3db-b21e5b94f931 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:56:26.131593 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee9534-98ed-4814-9641-ff476ec7f61d None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:56:26.132213 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-02ee9534-98ed-4814-9641-ff476ec7f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:55:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:56:26.136498 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-58fe5a34-e464-4528-bc18-268dbb5d09ab req-e0af8d2e-cdc4-49be-937a-dc2529d7cd92 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=55552e03-f570-4ef7-b624-83ed029e89a9 HTTP/1.1" status: 200 len: 210 time: 0.0293541 Jul 29 11:56:26.239685 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-02ee9534-98ed-4814-9641-ff476ec7f61d None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:56:26.434634 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-02ee9534-98ed-4814-9641-ff476ec7f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:56:26.461985 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee9534-98ed-4814-9641-ff476ec7f61d None None] The sync data for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi is: [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:56:26.462529 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db920b90-71f9-4b95-a780-54a91ef2b3a6 req-27756854-229d-4179-9804-4be3007379ec tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:26.464077 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-db920b90-71f9-4b95-a780-54a91ef2b3a6 req-27756854-229d-4179-9804-4be3007379ec tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0540278 Jul 29 11:56:26.518219 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-db920b90-71f9-4b95-a780-54a91ef2b3a6 req-55698272-6d8f-40e8-bd82-b54316c5f1f5 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481672 Jul 29 11:56:26.698666 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038b9cd-c546-4e26-b96a-3859dddb6e37 None None] New status for floating IP ec94762a-7481-4aff-bfa3-848be94733c7: DOWN {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:56:27.226707 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49482) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:56:27.281031 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (0bc817b2-ad9c-4d82-8d9f-041242c62719), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.304379 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (0bc817b2-ad9c-4d82-8d9f-041242c62719), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.350634 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0bc817b2-ad9c-4d82-8d9f-041242c62719), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.353191 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.354379 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "DELETE /v2.0/security-groups/0bc817b2-ad9c-4d82-8d9f-041242c62719 HTTP/1.1" status: 204 len: 168 time: 0.1266787 Jul 29 11:56:27.357164 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49484) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:56:27.363727 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc817b2-ad9c-4d82-8d9f-041242c62719,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:27.371360 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.371543 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.api.v2.resource [None req-25ccff64-b4bf-4f83-bffa-a585cabebbec tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] show failed (client error): The resource could not be found. Jul 29 11:56:27.371700 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.372037 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.372375 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.372560 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-25ccff64-b4bf-4f83-bffa-a585cabebbec tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups/0bc817b2-ad9c-4d82-8d9f-041242c62719 HTTP/1.1" status: 404 len: 347 time: 0.0143874 Jul 29 11:56:27.372706 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.373142 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.373490 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.373816 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.374138 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.374458 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.374779 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.375195 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.375419 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49486) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:56:27.375530 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.375819 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.376130 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f695c6-f77c-42d3-8be2-0fb2d038bd95 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:27.487128 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-17212c3b-520c-4285-9cbd-12e7a69c87a0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Deleting port 04f8dfc8-c2f6-4a7d-9650-ee756d9817cd {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:56:27.487472 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-17212c3b-520c-4285-9cbd-12e7a69c87a0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (04f8dfc8-c2f6-4a7d-9650-ee756d9817cd), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.501644 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:27.528250 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:27.571658 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-17212c3b-520c-4285-9cbd-12e7a69c87a0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (04f8dfc8-c2f6-4a7d-9650-ee756d9817cd), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.571988 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-17212c3b-520c-4285-9cbd-12e7a69c87a0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (04f8dfc8-c2f6-4a7d-9650-ee756d9817cd), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.585757 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-17212c3b-520c-4285-9cbd-12e7a69c87a0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Calling delete_port for 04f8dfc8-c2f6-4a7d-9650-ee756d9817cd owned by network:floatingip {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:56:27.645521 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794bb37-3089-42cc-9ab8-1e87c6c39ac3 req-9d86f5a7-ac5d-4a36-8cfa-44ccf4fc78e9 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:27.648543 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a794bb37-3089-42cc-9ab8-1e87c6c39ac3 req-9d86f5a7-ac5d-4a36-8cfa-44ccf4fc78e9 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0528264 Jul 29 11:56:27.697682 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a794bb37-3089-42cc-9ab8-1e87c6c39ac3 req-4c5898ba-9e07-4673-8fb6-3ba2f96794bc tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433903 Jul 29 11:56:27.721747 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-17212c3b-520c-4285-9cbd-12e7a69c87a0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (04f8dfc8-c2f6-4a7d-9650-ee756d9817cd), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.745913 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17212c3b-520c-4285-9cbd-12e7a69c87a0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event deleted for resources: {'Port': ['ID=04f8dfc8-c2f6-4a7d-9650-ee756d9817cd,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:27.808753 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-17212c3b-520c-4285-9cbd-12e7a69c87a0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (ec94762a-7481-4aff-bfa3-848be94733c7), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.811290 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-17212c3b-520c-4285-9cbd-12e7a69c87a0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.812434 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-17212c3b-520c-4285-9cbd-12e7a69c87a0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "DELETE /v2.0/floatingips/ec94762a-7481-4aff-bfa3-848be94733c7 HTTP/1.1" status: 204 len: 168 time: 0.4361231 Jul 29 11:56:27.841409 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-93234add-32a8-4319-8b6d-b69fc225b8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.889494 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49492) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:56:27.894068 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-07a1d896-5b9f-48e5-b1c8-8dd6dd931d5b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1891458356', 'description': 'tempest-description--607553252'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:56:27.914630 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07a1d896-5b9f-48e5-b1c8-8dd6dd931d5b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.983871 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07a1d896-5b9f-48e5-b1c8-8dd6dd931d5b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (afd5a78d-211c-4b78-9d58-3bf7538e5c95), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:27.987209 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07a1d896-5b9f-48e5-b1c8-8dd6dd931d5b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (afd5a78d-211c-4b78-9d58-3bf7538e5c95), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.017658 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-07a1d896-5b9f-48e5-b1c8-8dd6dd931d5b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.018793 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-07a1d896-5b9f-48e5-b1c8-8dd6dd931d5b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1282499 Jul 29 11:56:28.019625 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1d896-5b9f-48e5-b1c8-8dd6dd931d5b tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd5a78d-211c-4b78-9d58-3bf7538e5c95,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:28.022374 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49494) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:56:28.026916 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-d248f06a-d94f-431d-9fec-a39286fce8a4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'security_group_rule': {'security_group_id': 'afd5a78d-211c-4b78-9d58-3bf7538e5c95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:56:28.052986 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d248f06a-d94f-431d-9fec-a39286fce8a4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (ae515a25-4c1c-44cf-bbf3-2b0b32619a70), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.110000 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d248f06a-d94f-431d-9fec-a39286fce8a4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (ae515a25-4c1c-44cf-bbf3-2b0b32619a70), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.113622 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d248f06a-d94f-431d-9fec-a39286fce8a4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (ae515a25-4c1c-44cf-bbf3-2b0b32619a70), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.134379 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248f06a-d94f-431d-9fec-a39286fce8a4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae515a25-4c1c-44cf-bbf3-2b0b32619a70,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:28.139891 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d248f06a-d94f-431d-9fec-a39286fce8a4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.141064 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d248f06a-d94f-431d-9fec-a39286fce8a4 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176603 Jul 29 11:56:28.143774 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49496) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:56:28.148708 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-0ea4094b-64d9-4e6f-a139-065815a413c5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'security_group_rule': {'security_group_id': 'afd5a78d-211c-4b78-9d58-3bf7538e5c95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:56:28.174401 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0ea4094b-64d9-4e6f-a139-065815a413c5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (b1008f0c-7126-493d-adc8-da2d8b325bc2), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.231817 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0ea4094b-64d9-4e6f-a139-065815a413c5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (b1008f0c-7126-493d-adc8-da2d8b325bc2), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.235475 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0ea4094b-64d9-4e6f-a139-065815a413c5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (b1008f0c-7126-493d-adc8-da2d8b325bc2), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.253722 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4094b-64d9-4e6f-a139-065815a413c5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1008f0c-7126-493d-adc8-da2d8b325bc2,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:28.261485 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0ea4094b-64d9-4e6f-a139-065815a413c5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.262661 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-0ea4094b-64d9-4e6f-a139-065815a413c5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179721 Jul 29 11:56:28.265694 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49498) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:56:28.269883 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:56:28.290733 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.357095 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:28.374401 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.430032 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:28.484114 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Allocated IP 172.27.2.70 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/ddf71c97-35f0-493b-95a4-44c0d2e94e10) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:56:28.528426 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 410dad97-edfe-4c3c-b0a9-ccea29876b7a no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:56:28.547322 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 410dad97-edfe-4c3c-b0a9-ccea29876b7a {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:56:28.547669 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 410dad97-edfe-4c3c-b0a9-ccea29876b7a not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:56:28.585385 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for port (ddf71c97-35f0-493b-95a4-44c0d2e94e10), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.617000 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (ddf71c97-35f0-493b-95a4-44c0d2e94e10), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.656359 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:56:28.663120 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:56:28.667068 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:56:28.672135 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'Port': ['ID=ddf71c97-35f0-493b-95a4-44c0d2e94e10,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:28.753679 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (20af09ca-9d71-47a5-9543-0189926471a6), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.823429 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (ddf71c97-35f0-493b-95a4-44c0d2e94e10), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:28.852776 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cb404-2fcb-46f7-9dd4-04e7706bd454 req-16f2b8f2-4e47-456c-a162-dc130c37ca26 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:28.854261 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-832cb404-2fcb-46f7-9dd4-04e7706bd454 req-16f2b8f2-4e47-456c-a162-dc130c37ca26 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0716929 Jul 29 11:56:28.961892 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-832cb404-2fcb-46f7-9dd4-04e7706bd454 req-84ae082a-7a57-4c80-b76a-a6944b0320e5 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997884 Jul 29 11:56:29.025506 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for port (ddf71c97-35f0-493b-95a4-44c0d2e94e10), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:29.030809 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (ddf71c97-35f0-493b-95a4-44c0d2e94e10), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:29.058575 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:29.101286 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'Port': ['ID=ddf71c97-35f0-493b-95a4-44c0d2e94e10,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:29.115744 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (20af09ca-9d71-47a5-9543-0189926471a6), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:29.119020 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:29.131881 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:29.133081 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-71a54d58-7a89-44db-920b-4d19bb649fa6 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8664815 Jul 29 11:56:29.162201 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:29.332258 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-1714cb49-df47-44e3-b618-1bf2d8c63333 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1891458356&fields=id&tenant_id=69ac15e2b1074938adfa7615f1ff1495 HTTP/1.1" status: 200 len: 267 time: 0.0423317 Jul 29 11:56:29.444554 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-ce0377aa-383d-48e1-af24-79f5e69d63fa tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:29.446197 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-ce0377aa-383d-48e1-af24-79f5e69d63fa tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/networks?id=b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 200 len: 811 time: 0.1068313 Jul 29 11:56:29.460258 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-bbfb9bc0-1c40-4ff9-a95f-733e5b992e98 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/quotas/69ac15e2b1074938adfa7615f1ff1495 HTTP/1.1" status: 200 len: 375 time: 0.0088482 Jul 29 11:56:29.507644 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-57291507-4c5e-49fb-9624-8d0f7d167772 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=69ac15e2b1074938adfa7615f1ff1495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427699 Jul 29 11:56:29.605777 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-843785f4-9b2e-400a-8518-23ac63d4a183 service neutron] 10.222.0.60 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862691 Jul 29 11:56:29.700960 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-188a8b17-f3ae-4669-855a-fbd9707968f7 service neutron] 10.222.0.60 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895183 Jul 29 11:56:29.859684 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bc218e12-1918-4ddc-bbf6-acc1b02ad737 req-62e31b19-f016-44ec-a4a4-b1ff4377f243 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 210 time: 0.0281625 Jul 29 11:56:30.079722 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae7dcc-6976-4ea3-a66c-bc44128301f4 req-9a78e964-7469-4b99-a96d-58374498cfa7 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:30.081184 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-56ae7dcc-6976-4ea3-a66c-bc44128301f4 req-9a78e964-7469-4b99-a96d-58374498cfa7 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0485311 Jul 29 11:56:30.131207 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-56ae7dcc-6976-4ea3-a66c-bc44128301f4 req-8a79d1f1-334c-4177-994e-d13a59e5eec1 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437052 Jul 29 11:56:30.745585 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:30.861765 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:30.897539 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5813f4d-e2fe-4e17-a16e-d752a04d0aea req-9aaffcc4-c680-4388-9be7-5733fc0d1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:30.899229 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f5813f4d-e2fe-4e17-a16e-d752a04d0aea req-9aaffcc4-c680-4388-9be7-5733fc0d1616 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fd8c34715e54a778911a8410e095800&device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 1130 time: 0.0433059 Jul 29 11:56:30.945676 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5692566b-a782-4392-b342-d1d8cefb83c7 req-b1047ca0-71b2-45ac-ac5c-0d1207cd3681 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 210 time: 0.0279460 Jul 29 11:56:30.999860 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5813f4d-e2fe-4e17-a16e-d752a04d0aea req-b0488e13-263b-41dd-9a09-319b7e596437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:31.001252 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f5813f4d-e2fe-4e17-a16e-d752a04d0aea req-b0488e13-263b-41dd-9a09-319b7e596437 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1635cb4-4518-4798-bf38-f145b18a5f1f HTTP/1.1" status: 200 len: 908 time: 0.0930955 Jul 29 11:56:31.070418 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f5813f4d-e2fe-4e17-a16e-d752a04d0aea req-a5395f9d-5c66-40fc-819d-971d57a90846 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db84d29-10d0-41a8-abf4-9bb896740271 HTTP/1.1" status: 200 len: 1002 time: 0.0598636 Jul 29 11:56:31.120959 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5813f4d-e2fe-4e17-a16e-d752a04d0aea req-e461eea5-02fd-4e6a-81d4-fb076d0829ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:31.122408 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f5813f4d-e2fe-4e17-a16e-d752a04d0aea req-e461eea5-02fd-4e6a-81d4-fb076d0829ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36ac253b-19c0-48f6-b46f-ef1715438e78 HTTP/1.1" status: 200 len: 846 time: 0.0435197 Jul 29 11:56:31.172148 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5813f4d-e2fe-4e17-a16e-d752a04d0aea req-36115aab-77e7-48a3-bd85-d0e9f1c27dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:31.173676 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f5813f4d-e2fe-4e17-a16e-d752a04d0aea req-36115aab-77e7-48a3-bd85-d0e9f1c27dfc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1635cb4-4518-4798-bf38-f145b18a5f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424085 Jul 29 11:56:31.251423 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcc741-959d-4930-968b-f6cbef0fc615 req-5648c7c4-bf5e-4e4d-b5d2-aaebbfbc45ba tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:31.252795 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-38bcc741-959d-4930-968b-f6cbef0fc615 req-5648c7c4-bf5e-4e4d-b5d2-aaebbfbc45ba tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0489748 Jul 29 11:56:31.262594 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:31.268916 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f5813f4d-e2fe-4e17-a16e-d752a04d0aea req-e3707210-d164-460f-ab0e-219588d60055 service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863459 Jul 29 11:56:31.292201 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:31.303653 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-38bcc741-959d-4930-968b-f6cbef0fc615 req-d3af300a-5ad1-4790-acff-ad5ca73e0900 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442481 Jul 29 11:56:31.363326 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f5813f4d-e2fe-4e17-a16e-d752a04d0aea req-415c915c-490e-4947-a168-467565c75b30 service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875916 Jul 29 11:56:32.029334 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-26b20fa3-76e8-42b3-bf0c-ffc96384f138 req-6fab9455-af49-4398-9464-ce5d6624408e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 210 time: 0.0290587 Jul 29 11:56:32.346547 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:56:32.427433 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5915f1-5116-49fe-9573-75eb0ea263c7 req-2f221545-9767-469c-9d10-d42cb8c11a90 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:32.428878 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fb5915f1-5116-49fe-9573-75eb0ea263c7 req-2f221545-9767-469c-9d10-d42cb8c11a90 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0473676 Jul 29 11:56:32.479883 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fb5915f1-5116-49fe-9573-75eb0ea263c7 req-386f6b1d-c28d-4601-83f1-4f4c26f31b80 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454493 Jul 29 11:56:33.112501 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-277b4aec-5a18-4674-befd-eef229083371 req-3d0f8142-5bb2-4031-a09b-4f41e76444c0 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 210 time: 0.0293970 Jul 29 11:56:33.602784 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d8899-c32f-44a0-95f1-c9f88cb33be1 req-66d8d814-9b16-495c-86b7-bebfdd5fc1ae tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:33.604481 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-837d8899-c32f-44a0-95f1-c9f88cb33be1 req-66d8d814-9b16-495c-86b7-bebfdd5fc1ae tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0534625 Jul 29 11:56:33.655286 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-837d8899-c32f-44a0-95f1-c9f88cb33be1 req-aa373595-d77d-4f7c-9032-b5a7221e39a1 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451372 Jul 29 11:56:34.211556 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6612f44b-0545-4c25-97d7-847c22a4947b req-1be2de0e-3ddc-455c-bb38-88e861216d6e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 210 time: 0.0278883 Jul 29 11:56:34.779923 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdbecd-789c-412a-b619-420d26ca8f3b req-02ce9816-388c-45f5-9d76-773de1ceaf00 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:34.785892 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-45bdbecd-789c-412a-b619-420d26ca8f3b req-02ce9816-388c-45f5-9d76-773de1ceaf00 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0574927 Jul 29 11:56:34.836012 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-45bdbecd-789c-412a-b619-420d26ca8f3b req-edfc5900-4d50-49a6-8fa6-a3578b4f12c4 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483522 Jul 29 11:56:34.937193 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b5f759e8-36dd-43b6-a5de-30f475e51724 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:34.938748 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b5f759e8-36dd-43b6-a5de-30f475e51724 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.58 "GET /v2.0/networks?id=b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 200 len: 811 time: 0.1093714 Jul 29 11:56:35.018403 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-161dc2c7-a12f-4984-ad26-517f3d8a1c15 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ac15e2b1074938adfa7615f1ff1495 HTTP/1.1" status: 200 len: 380 time: 0.0651624 Jul 29 11:56:35.101389 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'port': {'device_id': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'admin_state_up': True, 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'security_groups': ['afd5a78d-211c-4b78-9d58-3bf7538e5c95']}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:56:35.211044 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Made reservation on behalf of 69ac15e2b1074938adfa7615f1ff1495 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:56:35.214791 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:35.310232 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bbb412ac-85e4-4697-b44d-c4ca07926131 req-9566f217-d784-4370-b44e-8787ab29d542 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 210 time: 0.0283179 Jul 29 11:56:35.344412 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Allocated IP 172.20.0.12 (b6a7e919-a436-4946-8b78-7a1d701f617b/914c7447-bade-4c46-95a5-3757892c8d10/15e92700-4198-47fc-8f8b-722dab6409f4) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:56:35.482174 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for port (15e92700-4198-47fc-8f8b-722dab6409f4), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:35.514522 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:35.543745 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:35.559155 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Network b6a7e919-a436-4946-8b78-7a1d701f617b is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:56:35.563472 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:56:35.568748 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:56:35.575561 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event updated for resources: {'Port': ['ID=15e92700-4198-47fc-8f8b-722dab6409f4,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:35.623239 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:35.623861 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:35.641771 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-c811f053-44f5-4023-8954-dbbd879afbff tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5445344 Jul 29 11:56:35.657325 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Request body: {'port': {'device_id': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:56:35.722701 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:35.726395 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:35.799546 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-86c05c59-9e9c-4658-9c95-905883827248 None None] Provisioning complete for port 15e92700-4198-47fc-8f8b-722dab6409f4 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:56:35.800182 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-86c05c59-9e9c-4658-9c95-905883827248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:35.833812 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-86c05c59-9e9c-4658-9c95-905883827248 None None] Port 15e92700-4198-47fc-8f8b-722dab6409f4 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:56:35.977579 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e92700-4198-47fc-8f8b-722dab6409f4 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:56:35.985114 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Publish callbacks [] for port (15e92700-4198-47fc-8f8b-722dab6409f4), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:35.999816 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Transition to ACTIVE for port object 15e92700-4198-47fc-8f8b-722dab6409f4 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:56:36.007438 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:36.065585 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=15e92700-4198-47fc-8f8b-722dab6409f4,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:36.099767 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:36.109787 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7cc45-f4c2-4dce-9907-b3125bc918d9 req-565dbf1b-c3d8-4754-8413-358791f7e0a4 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:36.111309 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0da7cc45-f4c2-4dce-9907-b3125bc918d9 req-565dbf1b-c3d8-4754-8413-358791f7e0a4 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0602922 Jul 29 11:56:36.173030 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-621495a6-dede-4e9c-aa95-74579ba14448 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1425660 Jul 29 11:56:36.173407 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0da7cc45-f4c2-4dce-9907-b3125bc918d9 req-be686f9b-c33b-40bd-8de6-26d0fe5a685a tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520864 Jul 29 11:56:36.187131 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Attempting to bind port 15e92700-4198-47fc-8f8b-722dab6409f4 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:56:36.187470 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Attempting to bind port 15e92700-4198-47fc-8f8b-722dab6409f4 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:56:36.187803 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Attempting to bind port 15e92700-4198-47fc-8f8b-722dab6409f4 on network b6a7e919-a436-4946-8b78-7a1d701f617b {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:56:36.192656 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Port 15e92700-4198-47fc-8f8b-722dab6409f4 on network b6a7e919-a436-4946-8b78-7a1d701f617b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:56:36.193523 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Attempting to bind port 15e92700-4198-47fc-8f8b-722dab6409f4 on network b6a7e919-a436-4946-8b78-7a1d701f617b {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:56:36.198555 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:56:36.198898 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Checking segment: {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:56:36.199273 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Bound using segment: {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:56:36.199798 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Bound port: 15e92700-4198-47fc-8f8b-722dab6409f4, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c667f1-5c16-4333-9393-780e8aa01524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:56:36.200059 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:36.267821 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] For port 15e92700-4198-47fc-8f8b-722dab6409f4, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:56:36.271502 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] For port 15e92700-4198-47fc-8f8b-722dab6409f4, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=15e92700-4198-47fc-8f8b-722dab6409f4,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:56:36.279136 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:36.289906 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:36.318151 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:36.318354 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:36.319820 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] 10.222.0.58 "PUT /v2.0/ports/15e92700-4198-47fc-8f8b-722dab6409f4 HTTP/1.1" status: 200 len: 1094 time: 0.6668470 Jul 29 11:56:36.320276 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'tag': '15e92700-4198-47fc-8f8b-722dab6409f4'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:56:36.322503 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b3bd77-c09f-4ae4-a164-82b13b989b64", "tag": "15e92700-4198-47fc-8f8b-722dab6409f4"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:56:36.331160 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-7f607a2e-730c-4266-bc51-4f7f0c53d61b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:36.332904 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-7f607a2e-730c-4266-bc51-4f7f0c53d61b tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports/7db84d29-10d0-41a8-abf4-9bb896740271 HTTP/1.1" status: 200 len: 943 time: 0.1120832 Jul 29 11:56:36.371302 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df586e21-f800-476b-aee0-cb6555d51c20 x-openstack-request-id: req-df586e21-f800-476b-aee0-cb6555d51c20 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:56:36.371613 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b3bd77-c09f-4ae4-a164-82b13b989b64", "tag": "15e92700-4198-47fc-8f8b-722dab6409f4", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:56:36.371869 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df586e21-f800-476b-aee0-cb6555d51c20 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:56:36.372283 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df586e21-f800-476b-aee0-cb6555d51c20'] response: {'name': 'network-changed', 'server_uuid': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'tag': '15e92700-4198-47fc-8f8b-722dab6409f4', 'status': 'completed', 'code': 200} Jul 29 11:56:36.388717 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5ecbc-43fa-4895-b122-08d008cad7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=15e92700-4198-47fc-8f8b-722dab6409f4,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:36.435556 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-a7ca14b3-4ebf-40f9-bc4d-faffdea21515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:36.437197 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-a7ca14b3-4ebf-40f9-bc4d-faffdea21515 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ac15e2b1074938adfa7615f1ff1495&device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 1128 time: 0.0445662 Jul 29 11:56:36.469784 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c27d4a-8c86-4607-84b6-e2396793c528 req-1f2dc79e-c1c9-4579-868b-499874c81474 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:36.478230 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-04c27d4a-8c86-4607-84b6-e2396793c528 req-1f2dc79e-c1c9-4579-868b-499874c81474 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 944 time: 0.0657446 Jul 29 11:56:36.480142 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-4ce3a0a1-3cd6-4f42-b33a-fadc2aff933c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e92700-4198-47fc-8f8b-722dab6409f4 HTTP/1.1" status: 200 len: 217 time: 0.0354960 Jul 29 11:56:36.498475 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:36.542609 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-04c27d4a-8c86-4607-84b6-e2396793c528 req-a53071b3-c0d8-4d15-885d-a17eef7f466e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635157 Jul 29 11:56:36.547261 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-d6f3228b-d77b-40a3-9d41-3b19bb57712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:36.548980 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-d6f3228b-d77b-40a3-9d41-3b19bb57712a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=914c7447-bade-4c46-95a5-3757892c8d10 HTTP/1.1" status: 200 len: 850 time: 0.0600791 Jul 29 11:56:36.560166 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 7db84d29-10d0-41a8-abf4-9bb896740271 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:56:36.605109 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-d746b5b8-a91b-4532-a569-d424d89738c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:36.606978 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-d746b5b8-a91b-4532-a569-d424d89738c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6a7e919-a436-4946-8b78-7a1d701f617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440199 Jul 29 11:56:36.608976 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:36.647672 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 7db84d29-10d0-41a8-abf4-9bb896740271 is: ACTIVE; New status is: DOWN {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:56:36.648070 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:36.672342 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:56:36.674596 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4d9725-b263-4db9-bd90-d187b3adaade" -d '{"events": [{"server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "name": "network-vif-unplugged", "status": "completed", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:56:36.677561 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:36.698033 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 7db84d29-10d0-41a8-abf4-9bb896740271, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7db84d29-10d0-41a8-abf4-9bb896740271,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:56:36.703471 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:36.730121 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-682decc6-46f3-4b81-b265-efa58a8af04b service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122904 Jul 29 11:56:36.735958 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Jul 2022 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d4a73-b1f3-46bc-88e5-d23ccbf3d1a4 x-openstack-request-id: req-865d4a73-b1f3-46bc-88e5-d23ccbf3d1a4 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:56:36.736245 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "name": "network-vif-unplugged", "status": "failed", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271", "code": 422}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:56:36.736496 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-865d4a73-b1f3-46bc-88e5-d23ccbf3d1a4 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:56:36.736991 dv-cinder-837542-7-iscsi neutron-server[115840]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-865d4a73-b1f3-46bc-88e5-d23ccbf3d1a4']: {'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271', 'code': 422} returned with failed status Jul 29 11:56:36.759706 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=7db84d29-10d0-41a8-abf4-9bb896740271,revision_number=6']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:36.767121 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.767690 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.768032 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.768370 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.768702 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.769030 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.769353 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.769700 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.770105 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.770536 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.770871 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.771196 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.771611 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.771933 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.772268 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:56:36.809708 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:36.836283 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-87bd940d-849a-4b79-87dd-eb66de90e127 req-de2c0f5b-fae0-4a60-a312-789d315e489d service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999711 Jul 29 11:56:37.303735 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec1290-830a-4f8d-94ed-d6416a92065b req-998c1560-68db-4776-9a9b-d090d49e7528 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:37.303735 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8eec1290-830a-4f8d-94ed-d6416a92065b req-998c1560-68db-4776-9a9b-d090d49e7528 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0461006 Jul 29 11:56:37.354242 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8eec1290-830a-4f8d-94ed-d6416a92065b req-19aedae9-ec4b-4da8-b2d6-7bb5a15e4b42 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456173 Jul 29 11:56:37.663237 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9e335-55c1-4cdd-a6d1-aa208976bf6c req-364b4cdc-789d-4fcf-b889-bd709ed02da2 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:37.664692 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-84a9e335-55c1-4cdd-a6d1-aa208976bf6c req-364b4cdc-789d-4fcf-b889-bd709ed02da2 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 944 time: 0.0470634 Jul 29 11:56:37.711837 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-84a9e335-55c1-4cdd-a6d1-aa208976bf6c req-55209b5f-3b77-4add-995b-a3d44fb010d5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412171 Jul 29 11:56:37.781310 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64 req-5490735a-8d96-4180-999f-8e6671f37f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:37.782848 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64 req-5490735a-8d96-4180-999f-8e6671f37f1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ac15e2b1074938adfa7615f1ff1495&device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 1128 time: 0.0424249 Jul 29 11:56:37.881564 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64 req-926fb7db-1271-4006-9433-de995578d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:37.883033 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64 req-926fb7db-1271-4006-9433-de995578d55e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 200 len: 912 time: 0.0944190 Jul 29 11:56:37.929091 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64 req-08e935cc-afbe-43c2-9686-99222feaf5cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e92700-4198-47fc-8f8b-722dab6409f4 HTTP/1.1" status: 200 len: 217 time: 0.0342672 Jul 29 11:56:37.996556 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64 req-76e8bc69-0350-41d9-9f06-1bd9df8a7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:37.998067 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64 req-76e8bc69-0350-41d9-9f06-1bd9df8a7b89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=914c7447-bade-4c46-95a5-3757892c8d10 HTTP/1.1" status: 200 len: 850 time: 0.0633340 Jul 29 11:56:38.331507 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64 req-75e460d5-cfb7-49aa-b153-df95860e703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:38.333078 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64 req-75e460d5-cfb7-49aa-b153-df95860e703f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6a7e919-a436-4946-8b78-7a1d701f617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721023 Jul 29 11:56:38.338093 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-530c57bc-cd07-4852-88af-c3c4bc557adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:38.339633 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-530c57bc-cd07-4852-88af-c3c4bc557adf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6&tenant_id=8fd8c34715e54a778911a8410e095800 HTTP/1.1" status: 200 len: 1128 time: 0.0476277 Jul 29 11:56:38.440781 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-35a7b888-c942-481b-bca5-c7fa41315b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:38.443018 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-35a7b888-c942-481b-bca5-c7fa41315b1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fd8c34715e54a778911a8410e095800&device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 1128 time: 0.0491443 Jul 29 11:56:38.472064 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424e576-d981-4549-8f6b-7d10ef0cd00f req-1f80bc50-089e-4b74-8e9f-6932dfbd1578 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:38.473656 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f424e576-d981-4549-8f6b-7d10ef0cd00f req-1f80bc50-089e-4b74-8e9f-6932dfbd1578 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0471213 Jul 29 11:56:38.513614 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64 req-0ab3cb59-7fb4-42d3-ad1b-593430707d45 service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647413 Jul 29 11:56:38.525196 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f424e576-d981-4549-8f6b-7d10ef0cd00f req-ec8f169c-27cb-4c40-ac14-dc9c5888c9c4 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458226 Jul 29 11:56:38.601257 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-682356d5-7640-4944-8559-6a021bafc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:38.602712 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-682356d5-7640-4944-8559-6a021bafc505 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1635cb4-4518-4798-bf38-f145b18a5f1f HTTP/1.1" status: 200 len: 908 time: 0.1477940 Jul 29 11:56:38.673161 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ba6946cb-f63d-45cd-bd0b-5ba1a606cb64 req-035d0c48-54d9-42d4-9edc-322da2e75090 service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498616 Jul 29 11:56:38.685243 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-b5155bbd-dda2-493e-a2ea-e4dde884f663 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db84d29-10d0-41a8-abf4-9bb896740271 HTTP/1.1" status: 200 len: 1000 time: 0.0727015 Jul 29 11:56:38.734528 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-924ea734-8c22-4af6-bdea-fd8700ccd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:38.735866 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-924ea734-8c22-4af6-bdea-fd8700ccd60c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36ac253b-19c0-48f6-b46f-ef1715438e78 HTTP/1.1" status: 200 len: 846 time: 0.0442927 Jul 29 11:56:38.781883 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-ce9478b5-f859-41de-9829-52214eccc3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:38.783540 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-ce9478b5-f859-41de-9829-52214eccc3b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1635cb4-4518-4798-bf38-f145b18a5f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408616 Jul 29 11:56:38.800986 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:38.835817 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d044939-a492-43f2-8d80-7278b37906ee req-328ad532-4e4e-4e46-bbc1-b281d62fb0f1 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:38.837301 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7d044939-a492-43f2-8d80-7278b37906ee req-328ad532-4e4e-4e46-bbc1-b281d62fb0f1 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 944 time: 0.0522780 Jul 29 11:56:38.882094 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-b1388073-cd7c-4b3c-85fc-3f536f47c732 service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879395 Jul 29 11:56:38.887146 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7d044939-a492-43f2-8d80-7278b37906ee req-cf07ef90-d67f-4e2d-a680-f49efa2d5f38 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439117 Jul 29 11:56:38.973709 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8f73822c-7e1d-400e-b9d9-611024d087fd req-b00c5168-77ac-45e2-94d4-2fc21dc51afc service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827031 Jul 29 11:56:39.648585 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fc39e-5fa5-4392-94a3-0d5a1cc8aa79 req-e1ad108c-0780-4fc7-a0a8-316623a4a987 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:39.650189 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d94fc39e-5fa5-4392-94a3-0d5a1cc8aa79 req-e1ad108c-0780-4fc7-a0a8-316623a4a987 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0507219 Jul 29 11:56:39.705526 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d94fc39e-5fa5-4392-94a3-0d5a1cc8aa79 req-0505d22e-41ef-4bcd-a750-110fee6b702e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474761 Jul 29 11:56:40.007205 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4865888-a4c3-41d7-8905-3b8ddd9bfd00 req-f93a5b32-0259-4151-a9d8-fe7e1972a01a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:40.008909 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a4865888-a4c3-41d7-8905-3b8ddd9bfd00 req-f93a5b32-0259-4151-a9d8-fe7e1972a01a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 944 time: 0.0508301 Jul 29 11:56:40.056208 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a4865888-a4c3-41d7-8905-3b8ddd9bfd00 req-7ee6b08f-651c-4ed4-9be8-8b9b99ce509d tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416617 Jul 29 11:56:40.559486 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 15e92700-4198-47fc-8f8b-722dab6409f4 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:56:40.667594 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 15e92700-4198-47fc-8f8b-722dab6409f4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=15e92700-4198-47fc-8f8b-722dab6409f4,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:56:40.679120 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '15e92700-4198-47fc-8f8b-722dab6409f4', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'port_id': '15e92700-4198-47fc-8f8b-722dab6409f4', 'mac_address': 'fa:16:3e:11:a9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:56:40.713797 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 15e92700-4198-47fc-8f8b-722dab6409f4 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:56:40.714190 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:40.727459 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e92700-4198-47fc-8f8b-722dab6409f4 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:56:40.748366 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 15e92700-4198-47fc-8f8b-722dab6409f4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=15e92700-4198-47fc-8f8b-722dab6409f4,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:56:40.751827 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:40.799352 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=15e92700-4198-47fc-8f8b-722dab6409f4,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:40.832806 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6807f-e56a-4818-856e-9543c4e9ad01 req-6576e2f3-b5a1-4817-be46-ca4db1013fed tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:40.834352 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-94e6807f-e56a-4818-856e-9543c4e9ad01 req-6576e2f3-b5a1-4817-be46-ca4db1013fed tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0482473 Jul 29 11:56:40.883334 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-94e6807f-e56a-4818-856e-9543c4e9ad01 req-528c89fd-a507-44e1-aeaa-9f91f2e83c8a tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433428 Jul 29 11:56:41.085115 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['15e92700-4198-47fc-8f8b-722dab6409f4'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:56:41.179808 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb346b9a-16a0-496b-ada2-a4aa97826bbc req-1c934bc4-e020-40fd-80fe-465f22c66681 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:41.181551 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bb346b9a-16a0-496b-ada2-a4aa97826bbc req-1c934bc4-e020-40fd-80fe-465f22c66681 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 945 time: 0.0479081 Jul 29 11:56:41.237977 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bb346b9a-16a0-496b-ada2-a4aa97826bbc req-52ac295e-f61c-45fc-822e-000b97273e07 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482609 Jul 29 11:56:41.998850 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d8f1d-3c89-4c10-b995-5942c13fc222 req-5d5142c4-f9ad-4fc1-be1e-e702ade4df6e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:42.000303 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-047d8f1d-3c89-4c10-b995-5942c13fc222 req-5d5142c4-f9ad-4fc1-be1e-e702ade4df6e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0466974 Jul 29 11:56:42.041776 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:42.051208 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-047d8f1d-3c89-4c10-b995-5942c13fc222 req-7c677812-6224-4667-b9a9-1b49b1faf406 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447981 Jul 29 11:56:42.354611 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406efd0c-9b71-477e-b16c-680eb53fd783 req-81a24539-a0b2-4c84-8380-842cbc745a9d tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:42.355976 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-406efd0c-9b71-477e-b16c-680eb53fd783 req-81a24539-a0b2-4c84-8380-842cbc745a9d tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 945 time: 0.0466805 Jul 29 11:56:42.404056 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-406efd0c-9b71-477e-b16c-680eb53fd783 req-e586d2e2-bd9d-45eb-9c10-1f00456abf3c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425837 Jul 29 11:56:42.571959 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 15e92700-4198-47fc-8f8b-722dab6409f4 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:56:42.613254 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 15e92700-4198-47fc-8f8b-722dab6409f4 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:56:42.619599 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 15e92700-4198-47fc-8f8b-722dab6409f4 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:56:42.619974 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:42.693442 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 15e92700-4198-47fc-8f8b-722dab6409f4 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:56:42.693826 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:42.715530 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e92700-4198-47fc-8f8b-722dab6409f4'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:56:42.717753 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23edd67-c17b-4a75-adf0-dd9fc8bf3738" -d '{"events": [{"server_uuid": "c6b3bd77-c09f-4ae4-a164-82b13b989b64", "name": "network-vif-plugged", "status": "completed", "tag": "15e92700-4198-47fc-8f8b-722dab6409f4"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:56:42.730700 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 15e92700-4198-47fc-8f8b-722dab6409f4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=15e92700-4198-47fc-8f8b-722dab6409f4,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:56:42.734514 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:42.756562 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c75f400-b09f-46dc-94a6-b3b083a90d27 x-openstack-request-id: req-2c75f400-b09f-46dc-94a6-b3b083a90d27 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:56:42.756847 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b3bd77-c09f-4ae4-a164-82b13b989b64", "name": "network-vif-plugged", "status": "completed", "tag": "15e92700-4198-47fc-8f8b-722dab6409f4", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:56:42.757094 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c75f400-b09f-46dc-94a6-b3b083a90d27 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:56:42.757506 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c75f400-b09f-46dc-94a6-b3b083a90d27'] response: {'server_uuid': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e92700-4198-47fc-8f8b-722dab6409f4', 'code': 200} Jul 29 11:56:42.769204 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:42.783678 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=15e92700-4198-47fc-8f8b-722dab6409f4,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:42.935576 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114a84f-048a-44bc-a0ee-b2fc7be5b7cf req-dd1b5fe2-246f-4e50-af61-1afbbcbb5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:42.937104 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8114a84f-048a-44bc-a0ee-b2fc7be5b7cf req-dd1b5fe2-246f-4e50-af61-1afbbcbb5457 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 1130 time: 0.0424769 Jul 29 11:56:42.958737 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:42.984873 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8114a84f-048a-44bc-a0ee-b2fc7be5b7cf req-90916155-7831-40ee-86e5-6ded563c183d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384786 Jul 29 11:56:43.135341 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:43.432843 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c39d0-155d-4cad-a8cb-16bb1142194b req-90fd6864-2086-471e-b978-25bbf87da688 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:43.434336 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8e4c39d0-155d-4cad-a8cb-16bb1142194b req-90fd6864-2086-471e-b978-25bbf87da688 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.3082027 Jul 29 11:56:43.492660 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8e4c39d0-155d-4cad-a8cb-16bb1142194b req-d02f004c-82d6-44e8-8ca3-a1e74be9fa0e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526938 Jul 29 11:56:43.525882 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427c83-4caa-4893-900e-3e3193bdb431 req-02b3157f-1e56-47db-817b-1e1e64a6e01a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:43.527305 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ea427c83-4caa-4893-900e-3e3193bdb431 req-02b3157f-1e56-47db-817b-1e1e64a6e01a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 946 time: 0.0480804 Jul 29 11:56:43.572961 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ea427c83-4caa-4893-900e-3e3193bdb431 req-6183c206-fd2a-4aca-a145-5a86a9a6c477 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402007 Jul 29 11:56:44.617581 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae48009-99e6-41d2-8d91-27e2c8f1f97e req-a3b7c41b-1f62-44f1-bfca-e8ec0effd3bb tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:44.619062 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bae48009-99e6-41d2-8d91-27e2c8f1f97e req-a3b7c41b-1f62-44f1-bfca-e8ec0effd3bb tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0520136 Jul 29 11:56:44.699609 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bae48009-99e6-41d2-8d91-27e2c8f1f97e req-620c6691-3eb1-4050-836a-e242678812b8 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750933 Jul 29 11:56:44.713590 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfc753-b8a7-437a-be93-083a62766010 req-87556e99-b117-4891-8dab-39a06e51928d tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:44.715093 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0adfc753-b8a7-437a-be93-083a62766010 req-87556e99-b117-4891-8dab-39a06e51928d tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 946 time: 0.0668705 Jul 29 11:56:44.762842 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0adfc753-b8a7-437a-be93-083a62766010 req-5000e696-705d-4f0f-966d-840e2d9b858f tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Jul 29 11:56:44.874652 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95c2b-c128-4566-aa1a-f1331c19500c req-bbc60815-cec3-4094-8d05-5fac31e12a3a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:44.876091 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-09b95c2b-c128-4566-aa1a-f1331c19500c req-bbc60815-cec3-4094-8d05-5fac31e12a3a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 946 time: 0.0468860 Jul 29 11:56:44.885904 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49618) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:56:44.890146 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-c7c43914-3535-466b-8a82-d9ec13b7152e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Request body: {'floatingip': {'port_id': '15e92700-4198-47fc-8f8b-722dab6409f4'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:56:44.931445 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c7c43914-3535-466b-8a82-d9ec13b7152e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (20af09ca-9d71-47a5-9543-0189926471a6), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:45.347774 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c7c43914-3535-466b-8a82-d9ec13b7152e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:45.351352 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c7c43914-3535-466b-8a82-d9ec13b7152e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (20af09ca-9d71-47a5-9543-0189926471a6), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:45.445060 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-c7c43914-3535-466b-8a82-d9ec13b7152e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Floating IP 20af09ca-9d71-47a5-9543-0189926471a6 associated. External IP: 172.27.2.70, port: 15e92700-4198-47fc-8f8b-722dab6409f4. Jul 29 11:56:45.476188 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:45.488514 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:45.641031 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c43914-3535-466b-8a82-d9ec13b7152e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Router 4339d18d-2270-40e2-b3db-b21e5b94f931 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:56:45.746186 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c43914-3535-466b-8a82-d9ec13b7152e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:56:45.751324 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c7c43914-3535-466b-8a82-d9ec13b7152e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:45.756554 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d03ea-3c65-4c5f-bfab-8a2bb3e3717f None None] Sync routers for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:56:45.770280 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d03ea-3c65-4c5f-bfab-8a2bb3e3717f None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:56:45.770961 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9e5d03ea-3c65-4c5f-bfab-8a2bb3e3717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:56:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:56:45.790692 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c7c43914-3535-466b-8a82-d9ec13b7152e tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "PUT /v2.0/floatingips/20af09ca-9d71-47a5-9543-0189926471a6 HTTP/1.1" status: 200 len: 991 time: 0.9037061 Jul 29 11:56:45.791327 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'tag': '15e92700-4198-47fc-8f8b-722dab6409f4'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:56:45.794219 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b3bd77-c09f-4ae4-a164-82b13b989b64", "tag": "15e92700-4198-47fc-8f8b-722dab6409f4"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:56:45.839052 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7b82ca-d117-4067-b302-03c375c94be1 x-openstack-request-id: req-8e7b82ca-d117-4067-b302-03c375c94be1 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:56:45.839419 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b3bd77-c09f-4ae4-a164-82b13b989b64", "tag": "15e92700-4198-47fc-8f8b-722dab6409f4", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:56:45.839738 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e7b82ca-d117-4067-b302-03c375c94be1 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:56:45.840375 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7b82ca-d117-4067-b302-03c375c94be1'] response: {'name': 'network-changed', 'server_uuid': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'tag': '15e92700-4198-47fc-8f8b-722dab6409f4', 'status': 'completed', 'code': 200} Jul 29 11:56:45.853066 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:45.856376 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d50b98-aa2b-41b2-8ea5-80f48f6a0a82 req-a017e679-1db8-4747-b0fc-e1312cb24062 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:45.858059 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-82d50b98-aa2b-41b2-8ea5-80f48f6a0a82 req-a017e679-1db8-4747-b0fc-e1312cb24062 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0585539 Jul 29 11:56:45.889772 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-9e5d03ea-3c65-4c5f-bfab-8a2bb3e3717f None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:56:45.897897 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482 req-deec7bbf-e57c-4390-9305-322e0554d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:45.899323 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482 req-deec7bbf-e57c-4390-9305-322e0554d768 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=69ac15e2b1074938adfa7615f1ff1495&device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 1130 time: 0.0403061 Jul 29 11:56:45.916238 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-82d50b98-aa2b-41b2-8ea5-80f48f6a0a82 req-9b720034-400f-48b8-b645-83d4af2be1d6 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521684 Jul 29 11:56:45.994668 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482 req-a8877c31-f852-4d85-b060-654f9bb4c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:45.996415 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482 req-a8877c31-f852-4d85-b060-654f9bb4c5ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 200 len: 912 time: 0.0913045 Jul 29 11:56:46.057796 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482 req-fb73a44f-826d-49bc-b593-2466f4a9121b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e92700-4198-47fc-8f8b-722dab6409f4 HTTP/1.1" status: 200 len: 999 time: 0.0549159 Jul 29 11:56:46.100381 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9e5d03ea-3c65-4c5f-bfab-8a2bb3e3717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '20af09ca-9d71-47a5-9543-0189926471a6', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'port_id': '15e92700-4198-47fc-8f8b-722dab6409f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'mac_address': 'fa:16:3e:11:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:56:28Z', 'updated_at': '2022-07-29T11:56:45Z', 'revision_number': 1, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:56:46.106543 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482 req-ae3f26bc-bd29-4e9f-8dcf-3ba7949bb10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:46.108022 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482 req-ae3f26bc-bd29-4e9f-8dcf-3ba7949bb10b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=914c7447-bade-4c46-95a5-3757892c8d10 HTTP/1.1" status: 200 len: 850 time: 0.0447636 Jul 29 11:56:46.125902 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d03ea-3c65-4c5f-bfab-8a2bb3e3717f None None] Checking router: 4339d18d-2270-40e2-b3db-b21e5b94f931 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:56:46.134681 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d03ea-3c65-4c5f-bfab-8a2bb3e3717f None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:56:46.135289 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9e5d03ea-3c65-4c5f-bfab-8a2bb3e3717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:56:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:56:46.155737 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482 req-0ac58ee5-8cf7-45ff-91a6-b3e6702e20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:46.157220 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482 req-0ac58ee5-8cf7-45ff-91a6-b3e6702e20fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6a7e919-a436-4946-8b78-7a1d701f617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432875 Jul 29 11:56:46.253193 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482 req-9dd723af-73eb-424f-a645-c5392dd9926a service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896630 Jul 29 11:56:46.348083 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-2786de68-48a1-4ea3-afa3-0b3ecf1ce482 req-1ac73f0f-0271-4608-807f-84fa967492b9 service neutron] 10.222.0.58 "GET /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885568 Jul 29 11:56:46.362118 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-9e5d03ea-3c65-4c5f-bfab-8a2bb3e3717f None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:56:46.571946 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-9e5d03ea-3c65-4c5f-bfab-8a2bb3e3717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '20af09ca-9d71-47a5-9543-0189926471a6', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'port_id': '15e92700-4198-47fc-8f8b-722dab6409f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'mac_address': 'fa:16:3e:11:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:56:28Z', 'updated_at': '2022-07-29T11:56:45Z', 'revision_number': 1, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:56:46.596254 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d03ea-3c65-4c5f-bfab-8a2bb3e3717f None None] The sync data for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi is: [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '20af09ca-9d71-47a5-9543-0189926471a6', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'port_id': '15e92700-4198-47fc-8f8b-722dab6409f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'mac_address': 'fa:16:3e:11:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:56:28Z', 'updated_at': '2022-07-29T11:56:45Z', 'revision_number': 1, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:56:46.602711 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 7db84d29-10d0-41a8-abf4-9bb896740271 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:56:46.709001 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 7db84d29-10d0-41a8-abf4-9bb896740271, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7db84d29-10d0-41a8-abf4-9bb896740271,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:56:46.720498 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '7db84d29-10d0-41a8-abf4-9bb896740271', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'port_id': '7db84d29-10d0-41a8-abf4-9bb896740271', 'mac_address': 'fa:16:3e:97:69:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:56:46.757111 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 7db84d29-10d0-41a8-abf4-9bb896740271 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:56:46.757809 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:46.760309 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:46.772845 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db84d29-10d0-41a8-abf4-9bb896740271 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:56:46.794258 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 7db84d29-10d0-41a8-abf4-9bb896740271, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7db84d29-10d0-41a8-abf4-9bb896740271,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:56:46.797142 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995297f-e3ab-4281-8f9a-0a2ba6787314 None None] New status for floating IP 20af09ca-9d71-47a5-9543-0189926471a6: ACTIVE {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:56:46.799496 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:46.850701 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=7db84d29-10d0-41a8-abf4-9bb896740271,revision_number=7']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:47.019479 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['7db84d29-10d0-41a8-abf4-9bb896740271'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:56:47.041122 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:47.041676 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def6ef6-cc67-4b5d-869e-bb04767ac24c req-b9ce69de-19c4-4ace-bf97-bd276e3bdedd tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:47.043704 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2def6ef6-cc67-4b5d-869e-bb04767ac24c req-b9ce69de-19c4-4ace-bf97-bd276e3bdedd tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 945 time: 0.0483966 Jul 29 11:56:47.093231 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2def6ef6-cc67-4b5d-869e-bb04767ac24c req-b63ce8a1-b9bb-44ae-a253-f3e36c66c79f tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440373 Jul 29 11:56:48.211955 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2a2d8-8ce4-4660-ae7e-7717c751a60d req-91218e71-5a92-442c-8a12-294021f823b8 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:48.213431 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b4c2a2d8-8ce4-4660-ae7e-7717c751a60d req-91218e71-5a92-442c-8a12-294021f823b8 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 945 time: 0.0464282 Jul 29 11:56:48.261113 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b4c2a2d8-8ce4-4660-ae7e-7717c751a60d req-99fff9ee-f6a5-499a-ae44-8c522a8c0686 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421913 Jul 29 11:56:48.614835 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 7db84d29-10d0-41a8-abf4-9bb896740271 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:56:48.658598 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 7db84d29-10d0-41a8-abf4-9bb896740271 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:56:48.658981 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:48.731747 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 7db84d29-10d0-41a8-abf4-9bb896740271 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:56:48.732126 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:48.754924 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:56:48.757993 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aeadb3-b7b3-41fe-b2f2-244de6382c86" -d '{"events": [{"server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "name": "network-vif-plugged", "status": "completed", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:56:48.771564 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 7db84d29-10d0-41a8-abf4-9bb896740271, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7db84d29-10d0-41a8-abf4-9bb896740271,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:56:48.775538 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:48.799970 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b9fc00-b455-48d1-bad7-d416e8e2c02e x-openstack-request-id: req-41b9fc00-b455-48d1-bad7-d416e8e2c02e {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:56:48.800256 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "name": "network-vif-plugged", "status": "completed", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:56:48.800507 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41b9fc00-b455-48d1-bad7-d416e8e2c02e {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:56:48.800899 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b9fc00-b455-48d1-bad7-d416e8e2c02e'] response: {'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271', 'code': 200} Jul 29 11:56:48.827409 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=7db84d29-10d0-41a8-abf4-9bb896740271,revision_number=8']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:56:49.066045 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e82c57-9fa3-417a-891b-b49f3880e94f req-e797adaf-7609-4d7d-8f2c-9604c05c92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:49.068381 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-77e82c57-9fa3-417a-891b-b49f3880e94f req-e797adaf-7609-4d7d-8f2c-9604c05c92e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 1130 time: 0.0815222 Jul 29 11:56:49.113331 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-77e82c57-9fa3-417a-891b-b49f3880e94f req-0d80dd28-94e1-4616-8619-a39689ee05e8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389323 Jul 29 11:56:49.390946 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f1319-c669-42ce-a4c4-c512251c0f00 req-1a6fcf29-d928-486a-9931-ed9ca9c56d1e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:49.392431 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-899f1319-c669-42ce-a4c4-c512251c0f00 req-1a6fcf29-d928-486a-9931-ed9ca9c56d1e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0508595 Jul 29 11:56:49.443533 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-899f1319-c669-42ce-a4c4-c512251c0f00 req-3ca7cedb-038e-4660-ac85-543fb066621a tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450721 Jul 29 11:56:50.564668 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13d842-6400-4063-8c55-dc91e6fd17ea req-a819af8b-9770-4351-a17f-5fe99ae2ee35 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:56:50.566172 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fe13d842-6400-4063-8c55-dc91e6fd17ea req-a819af8b-9770-4351-a17f-5fe99ae2ee35 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0469663 Jul 29 11:56:50.615564 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fe13d842-6400-4063-8c55-dc91e6fd17ea req-228fefeb-203b-4772-ae06-5ee8115b103c tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432520 Jul 29 11:56:55.566298 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:55.788940 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-ef756d82-ee08-48ac-9567-b11fb2ca3803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:56.901090 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:56.903043 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:57.835169 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-fb991573-6e49-443e-bbec-1826a4124bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:56:59.106461 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=83 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:59.110288 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=60 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:56:59.164761 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:00.607945 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=82 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:00.612084 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=76 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:00.747483 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:00.863966 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:09.345850 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:57:10.858806 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:10.860734 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:23.653920 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:23.654714 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:25.573295 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:25.789964 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-35d16160-4921-4391-b1f4-dc7cf910c84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:27.838264 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-fb0d825d-62cb-4405-b61c-5008105e4ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:29.167423 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:30.750014 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:30.866747 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:34.420085 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-198a189c-d2a1-4d40-a60e-4b71c4ce7d1f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388634 Jul 29 11:57:34.505474 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-36080eb7-decf-4c2d-99ba-18cd29486256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:57:34.507509 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-36080eb7-decf-4c2d-99ba-18cd29486256 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fd8c34715e54a778911a8410e095800&device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 1130 time: 0.0437121 Jul 29 11:57:34.619437 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-77c0ec54-aa54-4a6a-b6ea-b0ddabf6ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:57:34.620901 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-77c0ec54-aa54-4a6a-b6ea-b0ddabf6ccf7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1635cb4-4518-4798-bf38-f145b18a5f1f HTTP/1.1" status: 200 len: 908 time: 0.0933654 Jul 29 11:57:34.687406 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-73ac14d2-d6e8-4d22-9ec4-17386f8eadc7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db84d29-10d0-41a8-abf4-9bb896740271 HTTP/1.1" status: 200 len: 1002 time: 0.0577698 Jul 29 11:57:34.738322 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-3b348c8b-abb4-4fd4-b7d8-970ad5f1b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:57:34.739718 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-3b348c8b-abb4-4fd4-b7d8-970ad5f1b3f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36ac253b-19c0-48f6-b46f-ef1715438e78 HTTP/1.1" status: 200 len: 846 time: 0.0421088 Jul 29 11:57:34.785468 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-e3d76e2c-85fe-4fd7-8de9-3717e1f26daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:57:34.786863 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-e3d76e2c-85fe-4fd7-8de9-3717e1f26daa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1635cb4-4518-4798-bf38-f145b18a5f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380769 Jul 29 11:57:34.797436 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-b422cb89-6803-4846-a0fb-a3d9e6ee7683 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:57:34.798390 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-b422cb89-6803-4846-a0fb-a3d9e6ee7683 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047503 Jul 29 11:57:35.134692 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-b4b46540-000b-49b8-8aec-ac8ddc89714f service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288863 Jul 29 11:57:35.228887 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8744a334-d5e2-44a0-a07d-2a1c5beec9d4 req-02472804-cd8f-4405-908e-b8c0067d0952 service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841002 Jul 29 11:57:40.855668 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:40.862886 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:43.666604 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58718450-80ba-43ef-859a-048ae6c83af2 req-574c7aed-e04e-41a3-87eb-da161916481f tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:57:43.668166 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-58718450-80ba-43ef-859a-048ae6c83af2 req-574c7aed-e04e-41a3-87eb-da161916481f tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 946 time: 0.0529842 Jul 29 11:57:43.714942 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-58718450-80ba-43ef-859a-048ae6c83af2 req-083b6dad-c044-465a-9457-f5535680aee9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411937 Jul 29 11:57:44.836664 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a0563-2118-4de2-872d-40fc2b999c72 req-90622031-1add-4854-8df3-b8607df8d6e5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:57:44.838042 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f8a0563-2118-4de2-872d-40fc2b999c72 req-90622031-1add-4854-8df3-b8607df8d6e5 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 946 time: 0.0474000 Jul 29 11:57:44.885910 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9f8a0563-2118-4de2-872d-40fc2b999c72 req-1631fa51-a4a5-46a6-8e12-17a00cabc5ae tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Jul 29 11:57:45.223998 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=50 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:45.224806 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=51 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:45.617868 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-3957db18-675a-4cf0-8044-e57eb947dd85 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:57:45.619223 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-3957db18-675a-4cf0-8044-e57eb947dd85 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 946 time: 0.0499146 Jul 29 11:57:45.702354 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Deleting port 15e92700-4198-47fc-8f8b-722dab6409f4 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:57:45.702721 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:45.794399 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] For port 15e92700-4198-47fc-8f8b-722dab6409f4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=15e92700-4198-47fc-8f8b-722dab6409f4,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:57:45.794770 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:45.957254 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:45.957652 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (20af09ca-9d71-47a5-9543-0189926471a6), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:45.957970 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.l3_db [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Floating IP 20af09ca-9d71-47a5-9543-0189926471a6 disassociated. External IP: 172.27.2.70, port: 15e92700-4198-47fc-8f8b-722dab6409f4. Jul 29 11:57:45.958318 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Calling delete_port for 15e92700-4198-47fc-8f8b-722dab6409f4 owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:57:46.005650 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843754-538d-47ba-915f-f0fb79b1ad18 req-fe5b0a41-1673-4c2d-a8dc-5d4dd7a7199c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:57:46.007134 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ac843754-538d-47ba-915f-f0fb79b1ad18 req-fe5b0a41-1673-4c2d-a8dc-5d4dd7a7199c tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b3bd77-c09f-4ae4-a164-82b13b989b64 HTTP/1.1" status: 200 len: 946 time: 0.0468285 Jul 29 11:57:46.059248 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ac843754-538d-47ba-915f-f0fb79b1ad18 req-f600d63a-8e52-41af-9a7e-0c3bed8a8e51 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups?id=afd5a78d-211c-4b78-9d58-3bf7538e5c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455565 Jul 29 11:57:46.101799 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (15e92700-4198-47fc-8f8b-722dab6409f4), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:46.130389 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event deleted for resources: {'Port': ['ID=15e92700-4198-47fc-8f8b-722dab6409f4,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:46.142301 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.142660 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.143010 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.143354 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.143693 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.144025 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.144353 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.144681 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.145011 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.145340 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.145688 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.146016 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.146337 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.146658 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.146978 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:46.253293 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Router 4339d18d-2270-40e2-b3db-b21e5b94f931 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:57:46.345177 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:57:46.355784 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:57:46.365571 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db95b7-24b5-443f-bea1-bd084eb7e9fd None None] Sync routers for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:57:46.376176 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db95b7-24b5-443f-bea1-bd084eb7e9fd None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:57:46.376799 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-21db95b7-24b5-443f-bea1-bd084eb7e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:57:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:57:46.398675 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] No DVR routers for this DVR port 15e92700-4198-47fc-8f8b-722dab6409f4 on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:57:46.401290 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:46.404566 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-3f25abdc-6436-4622-b08f-0e3db9a76153 req-ef4c29ce-b44a-42fa-95f0-9e538b3073e9 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.58 "DELETE /v2.0/ports/15e92700-4198-47fc-8f8b-722dab6409f4 HTTP/1.1" status: 204 len: 173 time: 0.7771070 Jul 29 11:57:46.405008 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'name': 'network-vif-deleted', 'tag': '15e92700-4198-47fc-8f8b-722dab6409f4'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:57:46.407299 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748efa2c-7e4b-475f-8867-6954ff8fe2c1" -d '{"events": [{"server_uuid": "c6b3bd77-c09f-4ae4-a164-82b13b989b64", "name": "network-vif-deleted", "tag": "15e92700-4198-47fc-8f8b-722dab6409f4"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:57:46.493109 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-21db95b7-24b5-443f-bea1-bd084eb7e9fd None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:57:46.513334 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f82ee3-8c53-454b-a8d1-f1f4c3a5c6b2 x-openstack-request-id: req-b0f82ee3-8c53-454b-a8d1-f1f4c3a5c6b2 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:57:46.513664 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b3bd77-c09f-4ae4-a164-82b13b989b64", "name": "network-vif-deleted", "tag": "15e92700-4198-47fc-8f8b-722dab6409f4", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:57:46.513919 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0f82ee3-8c53-454b-a8d1-f1f4c3a5c6b2 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:57:46.514325 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f82ee3-8c53-454b-a8d1-f1f4c3a5c6b2'] response: {'server_uuid': 'c6b3bd77-c09f-4ae4-a164-82b13b989b64', 'name': 'network-vif-deleted', 'tag': '15e92700-4198-47fc-8f8b-722dab6409f4', 'status': 'completed', 'code': 200} Jul 29 11:57:46.700326 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-21db95b7-24b5-443f-bea1-bd084eb7e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:57:46.724581 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db95b7-24b5-443f-bea1-bd084eb7e9fd None None] Checking router: 4339d18d-2270-40e2-b3db-b21e5b94f931 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:57:46.733366 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db95b7-24b5-443f-bea1-bd084eb7e9fd None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:57:46.733988 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-21db95b7-24b5-443f-bea1-bd084eb7e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:57:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:57:46.833878 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-21db95b7-24b5-443f-bea1-bd084eb7e9fd None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:57:47.021865 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-21db95b7-24b5-443f-bea1-bd084eb7e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:57:47.049503 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db95b7-24b5-443f-bea1-bd084eb7e9fd None None] The sync data for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi is: [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:53:29Z', 'revision_number': 4, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '340952d2-c10b-462a-b4fa-6b6548ff9af3', 'name': '', 'network_id': 'b6a7e919-a436-4946-8b78-7a1d701f617b', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'mac_address': 'fa:16:3e:42:1a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '914c7447-bade-4c46-95a5-3757892c8d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:28Z', 'updated_at': '2022-07-29T11:53:33Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'subnets': [{'id': '914c7447-bade-4c46-95a5-3757892c8d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:57:47.152358 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49794) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:47.160655 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:47.212508 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1d88-405d-4b8d-9fc7-808543bb854a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (afd5a78d-211c-4b78-9d58-3bf7538e5c95), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:47.240884 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1d88-405d-4b8d-9fc7-808543bb854a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (afd5a78d-211c-4b78-9d58-3bf7538e5c95), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:47.271228 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea47e82-0317-4aab-b659-1be3cf6ae627 None None] New status for floating IP 20af09ca-9d71-47a5-9543-0189926471a6: DOWN {{(pid=115841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:57:47.291973 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1d88-405d-4b8d-9fc7-808543bb854a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (afd5a78d-211c-4b78-9d58-3bf7538e5c95), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:47.294588 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1d88-405d-4b8d-9fc7-808543bb854a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:47.295751 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-8cdd1d88-405d-4b8d-9fc7-808543bb854a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "DELETE /v2.0/security-groups/afd5a78d-211c-4b78-9d58-3bf7538e5c95 HTTP/1.1" status: 204 len: 168 time: 0.1423287 Jul 29 11:57:47.298818 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49796) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:47.305010 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd1d88-405d-4b8d-9fc7-808543bb854a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd5a78d-211c-4b78-9d58-3bf7538e5c95,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:47.317470 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.api.v2.resource [None req-539f4390-53eb-4301-8621-b12ceec6c567 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] show failed (client error): The resource could not be found. Jul 29 11:57:47.321753 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49798) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:47.325967 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-539f4390-53eb-4301-8621-b12ceec6c567 tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "GET /v2.0/security-groups/afd5a78d-211c-4b78-9d58-3bf7538e5c95 HTTP/1.1" status: 404 len: 347 time: 0.0257895 Jul 29 11:57:47.329787 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:47.442180 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-bbf2d4b2-542d-4e67-8436-ee07a7ecee0a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Deleting port ddf71c97-35f0-493b-95a4-44c0d2e94e10 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:57:47.442517 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d4b2-542d-4e67-8436-ee07a7ecee0a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (ddf71c97-35f0-493b-95a4-44c0d2e94e10), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:47.522887 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d4b2-542d-4e67-8436-ee07a7ecee0a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (ddf71c97-35f0-493b-95a4-44c0d2e94e10), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:47.523221 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d4b2-542d-4e67-8436-ee07a7ecee0a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (ddf71c97-35f0-493b-95a4-44c0d2e94e10), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:47.539350 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-bbf2d4b2-542d-4e67-8436-ee07a7ecee0a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Calling delete_port for ddf71c97-35f0-493b-95a4-44c0d2e94e10 owned by network:floatingip {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:57:47.664957 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d4b2-542d-4e67-8436-ee07a7ecee0a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (ddf71c97-35f0-493b-95a4-44c0d2e94e10), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:47.692653 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2d4b2-542d-4e67-8436-ee07a7ecee0a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Pushing event deleted for resources: {'Port': ['ID=ddf71c97-35f0-493b-95a4-44c0d2e94e10,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:47.751484 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d4b2-542d-4e67-8436-ee07a7ecee0a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks [] for floatingip (20af09ca-9d71-47a5-9543-0189926471a6), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:47.754061 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d4b2-542d-4e67-8436-ee07a7ecee0a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:47.755205 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-bbf2d4b2-542d-4e67-8436-ee07a7ecee0a tempest-AttachVolumeTestJSON-1787130961 tempest-AttachVolumeTestJSON-1787130961-project] 10.222.0.60 "DELETE /v2.0/floatingips/20af09ca-9d71-47a5-9543-0189926471a6 HTTP/1.1" status: 204 len: 168 time: 0.4323192 Jul 29 11:57:48.993490 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 15e92700-4198-47fc-8f8b-722dab6409f4 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:57:49.012841 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 15e92700-4198-47fc-8f8b-722dab6409f4 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:57:49.013189 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 15e92700-4198-47fc-8f8b-722dab6409f4 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:57:51.315222 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49826) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:51.620968 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868379'] for router_interface (4339d18d-2270-40e2-b3db-b21e5b94f931), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:51.842894 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Deleting port 340952d2-c10b-462a-b4fa-6b6548ff9af3 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:57:51.843243 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:51.891778 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:51.925695 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] For port 340952d2-c10b-462a-b4fa-6b6548ff9af3, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=340952d2-c10b-462a-b4fa-6b6548ff9af3,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:57:51.926058 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:51.939832 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Calling delete_port for 340952d2-c10b-462a-b4fa-6b6548ff9af3 owned by network:router_interface {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:57:52.004427 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:52.127240 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (340952d2-c10b-462a-b4fa-6b6548ff9af3), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:52.152054 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=340952d2-c10b-462a-b4fa-6b6548ff9af3,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:52.165025 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.165025 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.165318 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.165681 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.166535 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.166861 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.167189 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.167501 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.167820 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.168144 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.168483 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.168792 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.169101 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.169429 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.169773 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:52.326583 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-868495'] for router_interface (4339d18d-2270-40e2-b3db-b21e5b94f931), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:52.529195 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Router 4339d18d-2270-40e2-b3db-b21e5b94f931 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:57:52.623485 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:52.630371 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:57:52.637879 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-71d99270-a849-4c81-9756-58fe91bd2fc7 admin admin] 10.222.0.60 "PUT /v2.0/routers/4339d18d-2270-40e2-b3db-b21e5b94f931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3204737 Jul 29 11:57:52.639080 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49828) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:52.641816 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07594a-db8f-4b78-bc27-221853d44ca2 None None] Sync routers for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:57:52.652347 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07594a-db8f-4b78-bc27-221853d44ca2 None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:57:52.652964 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6b07594a-db8f-4b78-bc27-221853d44ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:57:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:57:52.756975 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-6b07594a-db8f-4b78-bc27-221853d44ca2 None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:57:52.918464 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:52.935277 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6b07594a-db8f-4b78-bc27-221853d44ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:57:52Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:57:52.960765 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07594a-db8f-4b78-bc27-221853d44ca2 None None] Checking router: 4339d18d-2270-40e2-b3db-b21e5b94f931 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:57:52.972693 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07594a-db8f-4b78-bc27-221853d44ca2 None None] Routers {'4339d18d-2270-40e2-b3db-b21e5b94f931'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:57:52.973570 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6b07594a-db8f-4b78-bc27-221853d44ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:57:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['4339d18d-2270-40e2-b3db-b21e5b94f931'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:57:52.997285 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Publish callbacks [] for router (4339d18d-2270-40e2-b3db-b21e5b94f931), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.017196 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:53.098627 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Publish callbacks [] for router_gateway (4339d18d-2270-40e2-b3db-b21e5b94f931), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.143179 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Deleting port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:57:53.143522 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.207482 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-6b07594a-db8f-4b78-bc27-221853d44ca2 None None] Set router 4339d18d-2270-40e2-b3db-b21e5b94f931 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:57:53.210033 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:53.228850 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] For port f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:57:53.229216 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.246427 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Calling delete_port for f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 owned by network:router_gateway {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:57:53.377088 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-6b07594a-db8f-4b78-bc27-221853d44ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:57:52Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:57:53.402008 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07594a-db8f-4b78-bc27-221853d44ca2 None None] The sync data for ids ['4339d18d-2270-40e2-b3db-b21e5b94f931'] in dv-cinder-837542-7-iscsi is: [{'id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'name': 'tempest-AttachVolumeTestJSON-1506976055-router', 'tenant_id': '69ac15e2b1074938adfa7615f1ff1495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:24Z', 'updated_at': '2022-07-29T11:57:52Z', 'revision_number': 5, 'project_id': '69ac15e2b1074938adfa7615f1ff1495', 'gw_port': {'id': 'f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4339d18d-2270-40e2-b3db-b21e5b94f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:25Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:57:53.412300 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.438184 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Pushing event deleted for resources: {'Port': ['ID=f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:53.499027 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-871195'] for router_gateway (4339d18d-2270-40e2-b3db-b21e5b94f931), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.583642 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (4339d18d-2270-40e2-b3db-b21e5b94f931), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.585760 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Publish callbacks [] for router_controller (4339d18d-2270-40e2-b3db-b21e5b94f931), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.630142 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583954'] for router (4339d18d-2270-40e2-b3db-b21e5b94f931), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.630746 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4339d18d-2270-40e2-b3db-b21e5b94f931 {{(pid=115839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 11:57:53.635766 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.636949 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d739de07-1148-4048-9d29-12066b9a289a admin admin] 10.222.0.60 "DELETE /v2.0/routers/4339d18d-2270-40e2-b3db-b21e5b94f931 HTTP/1.1" status: 204 len: 168 time: 0.9969840 Jul 29 11:57:53.639485 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49830) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:53.684300 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8114c2fa-54d2-4edc-841f-0ab3b07d1f68 admin admin] Deleting subnet 914c7447-bade-4c46-95a5-3757892c8d10 {{(pid=115839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:57:53.687353 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8114c2fa-54d2-4edc-841f-0ab3b07d1f68 admin admin] Publish callbacks [] for subnet (914c7447-bade-4c46-95a5-3757892c8d10), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.721299 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8114c2fa-54d2-4edc-841f-0ab3b07d1f68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515794'] for subnet (914c7447-bade-4c46-95a5-3757892c8d10), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.804484 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8114c2fa-54d2-4edc-841f-0ab3b07d1f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (914c7447-bade-4c46-95a5-3757892c8d10), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.834767 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:53.866109 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8114c2fa-54d2-4edc-841f-0ab3b07d1f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386699'] for subnet (914c7447-bade-4c46-95a5-3757892c8d10), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.894603 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114c2fa-54d2-4edc-841f-0ab3b07d1f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=914c7447-bade-4c46-95a5-3757892c8d10,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:53.898242 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8114c2fa-54d2-4edc-841f-0ab3b07d1f68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.901907 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-8114c2fa-54d2-4edc-841f-0ab3b07d1f68 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/914c7447-bade-4c46-95a5-3757892c8d10 HTTP/1.1" status: 204 len: 168 time: 0.2614813 Jul 29 11:57:53.903697 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c252f5-c2b8-4c74-a73c-1a862889f15b None None] Network b6a7e919-a436-4946-8b78-7a1d701f617b requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:57:53.904546 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49832) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:53.952955 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 340952d2-c10b-462a-b4fa-6b6548ff9af3 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:57:53.982028 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (b6a7e919-a436-4946-8b78-7a1d701f617b), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:53.982244 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 340952d2-c10b-462a-b4fa-6b6548ff9af3 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:57:53.982371 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 340952d2-c10b-462a-b4fa-6b6548ff9af3 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:57:54.027035 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Deleting port 76fec8c8-22fa-40eb-bd12-c9c065540403 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:57:54.027375 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.083414 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] DHCP port deletion for b6a7e919-a436-4946-8b78-7a1d701f617b request from dv-cinder-837542-7-iscsi {{(pid=115840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 11:57:54.098653 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:54.107008 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] For port 76fec8c8-22fa-40eb-bd12-c9c065540403, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=76fec8c8-22fa-40eb-bd12-c9c065540403,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:57:54.107371 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.123658 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Calling delete_port for 76fec8c8-22fa-40eb-bd12-c9c065540403 owned by network:dhcp {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:57:54.127265 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Deleting port 76fec8c8-22fa-40eb-bd12-c9c065540403 {{(pid=115840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:57:54.127636 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), before_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.193389 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] For port 76fec8c8-22fa-40eb-bd12-c9c065540403, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=76fec8c8-22fa-40eb-bd12-c9c065540403,segment=NetworkSegment(f5c667f1-5c16-4333-9393-780e8aa01524),segment_id=f5c667f1-5c16-4333-9393-780e8aa01524)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:57:54.193810 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), precommit_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.206269 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Calling delete_port for 76fec8c8-22fa-40eb-bd12-c9c065540403 owned by network:dhcp {{(pid=115840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:57:54.219265 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.246968 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] No DVR routers for this DVR port 76fec8c8-22fa-40eb-bd12-c9c065540403 on host dv-cinder-837542-7-iscsi {{(pid=115839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:57:54.248448 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=76fec8c8-22fa-40eb-bd12-c9c065540403,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:54.287094 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (76fec8c8-22fa-40eb-bd12-c9c065540403), after_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.309560 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Pushing event deleted for resources: {'Port': ['ID=76fec8c8-22fa-40eb-bd12-c9c065540403,revision_number=None']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:54.319286 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.319631 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.319973 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.320304 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.320631 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.321275 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.321275 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.321605 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.321924 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.322981 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.323310 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.323631 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.323947 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.324262 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.324574 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:57:54.326544 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (b6a7e919-a436-4946-8b78-7a1d701f617b), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.327371 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc7f08-43f2-449d-878c-8b77a2d6e6ce None None] No DVR routers for this DVR port 76fec8c8-22fa-40eb-bd12-c9c065540403 on host dv-cinder-837542-7-iscsi {{(pid=115840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:57:54.349590 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a7e919-a436-4946-8b78-7a1d701f617b']}} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:57:54.358859 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c667f1-5c16-4333-9393-780e8aa01524') {'for_net_delete': True} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:57:54.359147 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c667f1-5c16-4333-9393-780e8aa01524') {} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:57:54.368543 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515787'] for segment (f5c667f1-5c16-4333-9393-780e8aa01524), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.382135 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (f5c667f1-5c16-4333-9393-780e8aa01524), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.389318 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=115839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:57:54.389732 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470650'] for segment (f5c667f1-5c16-4333-9393-780e8aa01524), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.427748 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment f5c667f1-5c16-4333-9393-780e8aa01524 resource provider aggregate not found Jul 29 11:57:54.445255 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment f5c667f1-5c16-4333-9393-780e8aa01524 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5c667f1-5c16-4333-9393-780e8aa01524 found for delete ", "request_id": "req-04a69d41-8b5d-4f2f-8f22-9f82a1c2855e"}]} Jul 29 11:57:54.455386 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (b6a7e919-a436-4946-8b78-7a1d701f617b), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.460782 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.465226 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b6a7e919-a436-4946-8b78-7a1d701f617b HTTP/1.1" status: 204 len: 168 time: 0.5592360 Jul 29 11:57:54.478187 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848c190-7ace-4d4f-b112-d2bff994ceb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a7e919-a436-4946-8b78-7a1d701f617b,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:54.639023 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49840) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:54.683373 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d323dc48-e8f2-49eb-b8cf-cfcab53a8190 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69ac15e2b1074938adfa7615f1ff1495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431988 Jul 29 11:57:54.685865 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49842) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:54.733227 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c918f07c-a73f-4edb-95d0-247e4a1502c0 admin admin] Publish callbacks [] for security_group (eeed391a-e867-46b8-8096-65c4d27b4c20), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.755149 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c918f07c-a73f-4edb-95d0-247e4a1502c0 admin admin] Publish callbacks [] for security_group (eeed391a-e867-46b8-8096-65c4d27b4c20), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.801483 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c918f07c-a73f-4edb-95d0-247e4a1502c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (eeed391a-e867-46b8-8096-65c4d27b4c20), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.804025 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c918f07c-a73f-4edb-95d0-247e4a1502c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:54.805179 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c918f07c-a73f-4edb-95d0-247e4a1502c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eeed391a-e867-46b8-8096-65c4d27b4c20 HTTP/1.1" status: 204 len: 168 time: 0.1183970 Jul 29 11:57:54.813539 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918f07c-a73f-4edb-95d0-247e4a1502c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeed391a-e867-46b8-8096-65c4d27b4c20,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:55.586287 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:55.794204 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-cc977742-ebcd-4f4e-b3e8-c9fb59e4a2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:55.855183 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 76fec8c8-22fa-40eb-bd12-c9c065540403 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:57:55.874656 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 76fec8c8-22fa-40eb-bd12-c9c065540403 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:57:55.875029 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 76fec8c8-22fa-40eb-bd12-c9c065540403 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:57:55.875453 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:57:55.896988 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:57:55.897332 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device f122f2da-fdda-4f5e-8bdb-5e05fc3e32a2 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:57:57.746001 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=41,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:57.747931 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=62,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:57.839574 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f57d8dae-0363-4558-aac8-7acc9677587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:59.168929 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:59.258288 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49926) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:59.363976 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5a05b172-4321-4387-be1b-506a6dc10a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:59.382172 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:59.443251 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5a05b172-4321-4387-be1b-506a6dc10a0b admin admin] Publish callbacks [] for security_group (edb89fdf-b0b6-491a-9e24-1e410007f246), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:59.446813 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-5a05b172-4321-4387-be1b-506a6dc10a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (edb89fdf-b0b6-491a-9e24-1e410007f246), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:59.488456 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-5a05b172-4321-4387-be1b-506a6dc10a0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22b5a7337bb749099ff71b7e95d64bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291348 Jul 29 11:57:59.489321 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05b172-4321-4387-be1b-506a6dc10a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb89fdf-b0b6-491a-9e24-1e410007f246,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:59.491241 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49930) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:59.541345 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4311dc3b-6880-4409-a889-3111646baca3 admin admin] Publish callbacks [] for security_group (edb89fdf-b0b6-491a-9e24-1e410007f246), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:59.563493 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4311dc3b-6880-4409-a889-3111646baca3 admin admin] Publish callbacks [] for security_group (edb89fdf-b0b6-491a-9e24-1e410007f246), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:59.615704 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4311dc3b-6880-4409-a889-3111646baca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (edb89fdf-b0b6-491a-9e24-1e410007f246), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:59.618244 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-4311dc3b-6880-4409-a889-3111646baca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:59.620048 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-4311dc3b-6880-4409-a889-3111646baca3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edb89fdf-b0b6-491a-9e24-1e410007f246 HTTP/1.1" status: 204 len: 168 time: 0.1277950 Jul 29 11:57:59.627751 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311dc3b-6880-4409-a889-3111646baca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb89fdf-b0b6-491a-9e24-1e410007f246,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:57:59.882070 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 49936) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:57:59.895871 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-80429084-cfda-49cc-b94c-47fc04c171bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:59.951640 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:57:59.974700 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-80429084-cfda-49cc-b94c-47fc04c171bd admin admin] Publish callbacks [] for security_group (0a4c602d-e898-47fa-b43e-00c834978e10), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:57:59.978292 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-80429084-cfda-49cc-b94c-47fc04c171bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0a4c602d-e898-47fa-b43e-00c834978e10), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:00.017770 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-80429084-cfda-49cc-b94c-47fc04c171bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90359f592e03415093016d1218184bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346338 Jul 29 11:58:00.018881 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80429084-cfda-49cc-b94c-47fc04c171bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4c602d-e898-47fa-b43e-00c834978e10,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:00.020455 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 49938) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:00.073045 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-998b67c0-ab97-4494-9e5d-c3cf45e2fb2c admin admin] Publish callbacks [] for security_group (0a4c602d-e898-47fa-b43e-00c834978e10), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:00.095105 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-998b67c0-ab97-4494-9e5d-c3cf45e2fb2c admin admin] Publish callbacks [] for security_group (0a4c602d-e898-47fa-b43e-00c834978e10), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:00.141505 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-998b67c0-ab97-4494-9e5d-c3cf45e2fb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (0a4c602d-e898-47fa-b43e-00c834978e10), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:00.144036 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-998b67c0-ab97-4494-9e5d-c3cf45e2fb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:00.145196 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-998b67c0-ab97-4494-9e5d-c3cf45e2fb2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a4c602d-e898-47fa-b43e-00c834978e10 HTTP/1.1" status: 204 len: 168 time: 0.1237593 Jul 29 11:58:00.155575 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b67c0-ab97-4494-9e5d-c3cf45e2fb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4c602d-e898-47fa-b43e-00c834978e10,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:00.660263 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:00.661160 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:00.752798 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:00.871603 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:05.736061 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:07.140270 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50000) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:07.285164 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Deleting port b3655a9d-9304-42f8-bd93-4264d8801ceb {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:58:07.285546 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (b3655a9d-9304-42f8-bd93-4264d8801ceb), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:07.370653 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (b3655a9d-9304-42f8-bd93-4264d8801ceb), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:07.370987 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for floatingip (b3655a9d-9304-42f8-bd93-4264d8801ceb), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:07.383970 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Calling delete_port for b3655a9d-9304-42f8-bd93-4264d8801ceb owned by network:floatingip {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:58:07.560668 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (b3655a9d-9304-42f8-bd93-4264d8801ceb), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:07.585017 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event deleted for resources: {'Port': ['ID=b3655a9d-9304-42f8-bd93-4264d8801ceb,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:07.646365 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for floatingip (b8d9dfce-b271-410f-95dd-e5c58ad4aec6), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:07.646626 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.l3_db [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Floating IP b8d9dfce-b271-410f-95dd-e5c58ad4aec6 disassociated (deleted). External IP: 172.27.2.219, port: 7db84d29-10d0-41a8-abf4-9bb896740271. Jul 29 11:58:07.690278 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:07.694712 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:07.846987 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:58:07.948526 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:58:07.953290 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:07.959222 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66b2dc-286f-463d-8338-97a374c4ce28 None None] Sync routers for ids ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:58:07.973158 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66b2dc-286f-463d-8338-97a374c4ce28 None None] Routers {'845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:07.973819 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8b66b2dc-286f-463d-8338-97a374c4ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:57:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:07.983122 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-dc6b15d6-e6c2-4557-b497-56ad8c13ea36 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "DELETE /v2.0/floatingips/b8d9dfce-b271-410f-95dd-e5c58ad4aec6 HTTP/1.1" status: 204 len: 168 time: 0.8417714 Jul 29 11:58:07.983695 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:58:07.985991 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69" -d '{"events": [{"name": "network-changed", "server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:58:08.032697 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e71fda-bc71-484b-bb83-fef74ec2250c x-openstack-request-id: req-61e71fda-bc71-484b-bb83-fef74ec2250c {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:58:08.033026 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:58:08.033254 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61e71fda-bc71-484b-bb83-fef74ec2250c {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:58:08.033830 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e71fda-bc71-484b-bb83-fef74ec2250c'] response: {'name': 'network-changed', 'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271', 'status': 'completed', 'code': 200} Jul 29 11:58:08.078753 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-8b66b2dc-286f-463d-8338-97a374c4ce28 None None] Set router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:08.215371 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae33bf8-08d1-4fb6-8586-f5acf210521c req-a41b07c9-6847-4c6c-85a2-4e2e6676917f tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:08.216786 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1ae33bf8-08d1-4fb6-8586-f5acf210521c req-a41b07c9-6847-4c6c-85a2-4e2e6676917f tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0495448 Jul 29 11:58:08.268137 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1ae33bf8-08d1-4fb6-8586-f5acf210521c req-76478baa-adaf-468d-9a4e-fdb98c328979 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454125 Jul 29 11:58:08.279258 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8b66b2dc-286f-463d-8338-97a374c4ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'e7ee568c-05de-4450-9fff-90fdffa6e873', 'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'mac_address': 'fa:16:3e:a5:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:30Z', 'updated_at': '2022-07-29T11:53:35Z', 'revision_number': 5, 'project_id': '8fd8c34715e54a778911a8410e095800', 'subnets': [{'id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:08.302958 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66b2dc-286f-463d-8338-97a374c4ce28 None None] Checking router: 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:58:08.312257 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66b2dc-286f-463d-8338-97a374c4ce28 None None] Routers {'845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:08.312844 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8b66b2dc-286f-463d-8338-97a374c4ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:57:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:08.413823 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-8b66b2dc-286f-463d-8338-97a374c4ce28 None None] Set router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:08.595166 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8b66b2dc-286f-463d-8338-97a374c4ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'e7ee568c-05de-4450-9fff-90fdffa6e873', 'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'mac_address': 'fa:16:3e:a5:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:30Z', 'updated_at': '2022-07-29T11:53:35Z', 'revision_number': 5, 'project_id': '8fd8c34715e54a778911a8410e095800', 'subnets': [{'id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:08.620554 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66b2dc-286f-463d-8338-97a374c4ce28 None None] The sync data for ids ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'] in dv-cinder-837542-7-iscsi is: [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:53:30Z', 'revision_number': 4, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': 'e7ee568c-05de-4450-9fff-90fdffa6e873', 'name': '', 'network_id': 'e1635cb4-4518-4798-bf38-f145b18a5f1f', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'mac_address': 'fa:16:3e:a5:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:30Z', 'updated_at': '2022-07-29T11:53:35Z', 'revision_number': 5, 'project_id': '8fd8c34715e54a778911a8410e095800', 'subnets': [{'id': '36ac253b-19c0-48f6-b46f-ef1715438e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:58:08.821281 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61d2a5-6a7a-4f77-b717-b886434ee5d4 None None] New status for floating IP b8d9dfce-b271-410f-95dd-e5c58ad4aec6: DOWN {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:58:09.391112 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fc399-68a2-47fd-b0bc-724d4b8f9182 req-1db449fe-1e08-4dee-89df-9950c5b44fc4 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:09.392604 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6e2fc399-68a2-47fd-b0bc-724d4b8f9182 req-1db449fe-1e08-4dee-89df-9950c5b44fc4 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0502968 Jul 29 11:58:09.441765 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6e2fc399-68a2-47fd-b0bc-724d4b8f9182 req-a28ac763-7d07-43d5-a565-e30e06301321 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435658 Jul 29 11:58:10.474309 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69 req-7fa9e345-69c0-4219-b1ec-28ba62b223cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:10.475839 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69 req-7fa9e345-69c0-4219-b1ec-28ba62b223cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fd8c34715e54a778911a8410e095800&device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 1130 time: 0.0398726 Jul 29 11:58:10.559425 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb56d1-0872-48a2-81f7-860c12415dad req-3105283f-f062-43ae-b130-670fdb7c36fc tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:10.560901 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-aefb56d1-0872-48a2-81f7-860c12415dad req-3105283f-f062-43ae-b130-670fdb7c36fc tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0472603 Jul 29 11:58:10.611354 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-aefb56d1-0872-48a2-81f7-860c12415dad req-90149e88-438c-4dc1-89f9-db4af7de0258 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Jul 29 11:58:11.737952 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69 req-8ece028e-aa0b-41a2-abfd-c6523b828b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:11.739528 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69 req-8ece028e-aa0b-41a2-abfd-c6523b828b7e service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1635cb4-4518-4798-bf38-f145b18a5f1f HTTP/1.1" status: 200 len: 908 time: 0.1008453 Jul 29 11:58:11.749191 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975849b-421a-479e-be2d-314592fc3f9c req-782a48c8-88a3-457f-808e-9012f8cbf656 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:11.750712 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4975849b-421a-479e-be2d-314592fc3f9c req-782a48c8-88a3-457f-808e-9012f8cbf656 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0651374 Jul 29 11:58:11.803130 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4975849b-421a-479e-be2d-314592fc3f9c req-2b70ac58-fe16-4005-85bd-cafd6b0dcc84 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/security-groups?id=48d0f035-6516-4db2-8738-ad45bd32b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461185 Jul 29 11:58:11.861609 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69 req-9055a819-5fce-4481-bde2-2265cc286319 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7db84d29-10d0-41a8-abf4-9bb896740271 HTTP/1.1" status: 200 len: 217 time: 0.0347576 Jul 29 11:58:11.918916 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69 req-ac7b870c-d42b-4c56-9977-7ab15bba6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:11.920494 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69 req-ac7b870c-d42b-4c56-9977-7ab15bba6500 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36ac253b-19c0-48f6-b46f-ef1715438e78 HTTP/1.1" status: 200 len: 846 time: 0.0518029 Jul 29 11:58:12.091581 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69 req-e9e224c3-6bd3-4a47-828c-08e4376f6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:12.093029 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69 req-e9e224c3-6bd3-4a47-828c-08e4376f6338 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1635cb4-4518-4798-bf38-f145b18a5f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401747 Jul 29 11:58:12.197348 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54148c-5d4f-4f33-8850-143e5833ac35 req-9332f82c-6e84-405b-b365-76d513dc0fd0 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:12.199778 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ad54148c-5d4f-4f33-8850-143e5833ac35 req-9332f82c-6e84-405b-b365-76d513dc0fd0 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.58 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 946 time: 0.0582807 Jul 29 11:58:12.252394 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69 req-a5808cb0-7888-498e-be6d-3b4d227ef367 service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531560 Jul 29 11:58:12.346373 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-ad54148c-5d4f-4f33-8850-143e5833ac35 req-8613935b-279c-4de6-981d-0490c9426828 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Deleting port 7db84d29-10d0-41a8-abf4-9bb896740271 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:58:12.346623 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ad54148c-5d4f-4f33-8850-143e5833ac35 req-8613935b-279c-4de6-981d-0490c9426828 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:12.430632 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e0de665b-3eb9-4f81-bfd4-dd06ccfb4c69 req-76222dea-dcb7-4154-a202-b2f568ce9249 service neutron] 10.222.0.58 "GET /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673293 Jul 29 11:58:12.464252 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-ad54148c-5d4f-4f33-8850-143e5833ac35 req-8613935b-279c-4de6-981d-0490c9426828 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] For port 7db84d29-10d0-41a8-abf4-9bb896740271, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7db84d29-10d0-41a8-abf4-9bb896740271,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:12.464737 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ad54148c-5d4f-4f33-8850-143e5833ac35 req-8613935b-279c-4de6-981d-0490c9426828 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:12.466693 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:12.477771 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-ad54148c-5d4f-4f33-8850-143e5833ac35 req-8613935b-279c-4de6-981d-0490c9426828 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Calling delete_port for 7db84d29-10d0-41a8-abf4-9bb896740271 owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:58:12.479342 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:12.601174 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ad54148c-5d4f-4f33-8850-143e5833ac35 req-8613935b-279c-4de6-981d-0490c9426828 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (7db84d29-10d0-41a8-abf4-9bb896740271), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:12.627329 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613935b-279c-4de6-981d-0490c9426828 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event deleted for resources: {'Port': ['ID=7db84d29-10d0-41a8-abf4-9bb896740271,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:12.676126 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad54148c-5d4f-4f33-8850-143e5833ac35 req-8613935b-279c-4de6-981d-0490c9426828 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] No DVR routers for this DVR port 7db84d29-10d0-41a8-abf4-9bb896740271 on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:58:12.678557 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ad54148c-5d4f-4f33-8850-143e5833ac35 req-8613935b-279c-4de6-981d-0490c9426828 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:12.681709 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ad54148c-5d4f-4f33-8850-143e5833ac35 req-8613935b-279c-4de6-981d-0490c9426828 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.58 "DELETE /v2.0/ports/7db84d29-10d0-41a8-abf4-9bb896740271 HTTP/1.1" status: 204 len: 173 time: 0.4768190 Jul 29 11:58:12.682138 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'name': 'network-vif-deleted', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:58:12.684384 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed10604-a38c-4806-b836-841a493a3cd8" -d '{"events": [{"server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "name": "network-vif-deleted", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:58:12.723638 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ce112f-a245-428b-989e-589325486cec x-openstack-request-id: req-40ce112f-a245-428b-989e-589325486cec {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:58:12.723933 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff3352-15b3-4066-b66b-fe3e5c4ff2d6", "name": "network-vif-deleted", "tag": "7db84d29-10d0-41a8-abf4-9bb896740271", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:58:12.724188 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40ce112f-a245-428b-989e-589325486cec {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:58:12.724623 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ce112f-a245-428b-989e-589325486cec'] response: {'server_uuid': '90ff3352-15b3-4066-b66b-fe3e5c4ff2d6', 'name': 'network-vif-deleted', 'tag': '7db84d29-10d0-41a8-abf4-9bb896740271', 'status': 'completed', 'code': 200} Jul 29 11:58:12.908368 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1d6adbb8-e124-4bd6-99de-4d9d4eadb4c3 req-34729bce-1b01-42b8-bc4b-26f69913ed33 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 210 time: 0.0298595 Jul 29 11:58:14.020407 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-93d16208-6df5-4cbe-80e5-59f64fbb0496 req-887dc75a-f675-4c38-9aae-5bb271a6516d tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 210 time: 0.0281532 Jul 29 11:58:15.128126 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-13c53913-e27f-468a-89a5-d93c42dac8b2 req-1050f079-4811-461c-af22-4e16091bf69e tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "GET /v2.0/ports?device_id=90ff3352-15b3-4066-b66b-fe3e5c4ff2d6 HTTP/1.1" status: 200 len: 210 time: 0.0278020 Jul 29 11:58:15.957983 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 7db84d29-10d0-41a8-abf4-9bb896740271 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:58:15.978766 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 7db84d29-10d0-41a8-abf4-9bb896740271 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:58:15.979196 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 7db84d29-10d0-41a8-abf4-9bb896740271 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:58:16.192790 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50066) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:16.251410 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e1d51e5-f918-4cd7-8787-e0854000b6b0 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group (48d0f035-6516-4db2-8738-ad45bd32b1ba), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:16.275876 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e1d51e5-f918-4cd7-8787-e0854000b6b0 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group (48d0f035-6516-4db2-8738-ad45bd32b1ba), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:16.342442 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e1d51e5-f918-4cd7-8787-e0854000b6b0 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (48d0f035-6516-4db2-8738-ad45bd32b1ba), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:16.345081 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-0e1d51e5-f918-4cd7-8787-e0854000b6b0 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:16.346264 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-0e1d51e5-f918-4cd7-8787-e0854000b6b0 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] 10.222.0.60 "DELETE /v2.0/security-groups/48d0f035-6516-4db2-8738-ad45bd32b1ba HTTP/1.1" status: 204 len: 168 time: 0.1527369 Jul 29 11:58:16.356019 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d51e5-f918-4cd7-8787-e0854000b6b0 tempest-TestShelveInstance-1550418190 tempest-TestShelveInstance-1550418190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d0f035-6516-4db2-8738-ad45bd32b1ba,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:17.410575 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50082) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:17.729263 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868379'] for router_interface (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:17.884851 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:18.182618 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] Deleting port e7ee568c-05de-4450-9fff-90fdffa6e873 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:58:18.183493 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:18.185171 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:18.262942 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] For port e7ee568c-05de-4450-9fff-90fdffa6e873, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=e7ee568c-05de-4450-9fff-90fdffa6e873,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:18.263312 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:18.275579 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] Calling delete_port for e7ee568c-05de-4450-9fff-90fdffa6e873 owned by network:router_interface {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:58:18.460978 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (e7ee568c-05de-4450-9fff-90fdffa6e873), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:18.490718 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ee568c-05de-4450-9fff-90fdffa6e873,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:18.594795 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=69 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:18.598903 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=63 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:18.662485 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-868495'] for router_interface (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:18.872919 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] Router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:58:18.971795 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:18.977237 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:58:18.983507 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-e81c713b-22e6-4c55-8f9e-099b0381db67 admin admin] 10.222.0.60 "PUT /v2.0/routers/845f95a0-fe9f-48d2-b1a9-09f7e25e34bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5718508 Jul 29 11:58:18.986416 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50094) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:18.986882 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eafb1c-49cb-4323-9f61-97b20a95e560 None None] Sync routers for ids ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:58:18.998006 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eafb1c-49cb-4323-9f61-97b20a95e560 None None] Routers {'845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:18.998624 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-a2eafb1c-49cb-4323-9f61-97b20a95e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:57:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:19.088613 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Publish callbacks [] for router (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.099169 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-a2eafb1c-49cb-4323-9f61-97b20a95e560 None None] Set router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:19.133573 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:19.191912 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Publish callbacks [] for router_gateway (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.234454 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Deleting port af97bea8-c4a7-4872-92ad-d6781b42411f {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:58:19.234703 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.266972 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-a2eafb1c-49cb-4323-9f61-97b20a95e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:58:18Z', 'revision_number': 5, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port': {'id': 'af97bea8-c4a7-4872-92ad-d6781b42411f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:27Z', 'updated_at': '2022-07-29T11:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:19.296403 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eafb1c-49cb-4323-9f61-97b20a95e560 None None] Checking router: 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:58:19.304672 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eafb1c-49cb-4323-9f61-97b20a95e560 None None] Routers {'845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:19.305275 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-a2eafb1c-49cb-4323-9f61-97b20a95e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:57:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:19.318219 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] For port af97bea8-c4a7-4872-92ad-d6781b42411f, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=af97bea8-c4a7-4872-92ad-d6781b42411f,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:19.318580 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.331288 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Calling delete_port for af97bea8-c4a7-4872-92ad-d6781b42411f owned by network:router_gateway {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:58:19.388018 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-a2eafb1c-49cb-4323-9f61-97b20a95e560 None None] Set router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf gateway port host: None {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:19.436575 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-a2eafb1c-49cb-4323-9f61-97b20a95e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:58:19Z', 'revision_number': 6, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port_host': None}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:19.443228 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:19.461688 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eafb1c-49cb-4323-9f61-97b20a95e560 None None] The sync data for ids ['845f95a0-fe9f-48d2-b1a9-09f7e25e34bf'] in dv-cinder-837542-7-iscsi is: [{'id': '845f95a0-fe9f-48d2-b1a9-09f7e25e34bf', 'name': 'tempest-TestShelveInstance-29333059-router', 'tenant_id': '8fd8c34715e54a778911a8410e095800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:26Z', 'updated_at': '2022-07-29T11:58:19Z', 'revision_number': 6, 'project_id': '8fd8c34715e54a778911a8410e095800', 'gw_port_host': None}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:58:19.502677 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (af97bea8-c4a7-4872-92ad-d6781b42411f), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.527675 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=af97bea8-c4a7-4872-92ad-d6781b42411f,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:19.592160 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-871195'] for router_gateway (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.677766 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.679906 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Publish callbacks [] for router_controller (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.722959 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583954'] for router (845f95a0-fe9f-48d2-b1a9-09f7e25e34bf), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.723582 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 845f95a0-fe9f-48d2-b1a9-09f7e25e34bf {{(pid=115839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 11:58:19.728498 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.729673 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-46ea3069-a428-4212-beaa-b230bebc1c5b admin admin] 10.222.0.60 "DELETE /v2.0/routers/845f95a0-fe9f-48d2-b1a9-09f7e25e34bf HTTP/1.1" status: 204 len: 168 time: 0.7422421 Jul 29 11:58:19.732245 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50098) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:19.775667 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8032a1-9bf5-4ad9-85cc-59deb1af447b admin admin] Deleting subnet 36ac253b-19c0-48f6-b46f-ef1715438e78 {{(pid=115839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:58:19.779505 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9e8032a1-9bf5-4ad9-85cc-59deb1af447b admin admin] Publish callbacks [] for subnet (36ac253b-19c0-48f6-b46f-ef1715438e78), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.820833 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9e8032a1-9bf5-4ad9-85cc-59deb1af447b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515794'] for subnet (36ac253b-19c0-48f6-b46f-ef1715438e78), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.906044 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9e8032a1-9bf5-4ad9-85cc-59deb1af447b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (36ac253b-19c0-48f6-b46f-ef1715438e78), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.949812 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:19.959578 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9e8032a1-9bf5-4ad9-85cc-59deb1af447b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386699'] for subnet (36ac253b-19c0-48f6-b46f-ef1715438e78), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.988572 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8032a1-9bf5-4ad9-85cc-59deb1af447b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ac253b-19c0-48f6-b46f-ef1715438e78,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:19.990645 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9e8032a1-9bf5-4ad9-85cc-59deb1af447b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:19.996125 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-9e8032a1-9bf5-4ad9-85cc-59deb1af447b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/36ac253b-19c0-48f6-b46f-ef1715438e78 HTTP/1.1" status: 204 len: 168 time: 0.2606575 Jul 29 11:58:19.996263 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307b3fb6-1b97-4cdf-99c1-c205ceb95e54 None None] Network e1635cb4-4518-4798-bf38-f145b18a5f1f requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:58:19.996687 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50100) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:20.055437 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:20.068720 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (e1635cb4-4518-4798-bf38-f145b18a5f1f), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.111724 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Deleting port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:58:20.112067 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.179117 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] For port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba,segment=NetworkSegment(cf37b675-5487-4e9a-b569-a590f932f944),segment_id=cf37b675-5487-4e9a-b569-a590f932f944)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:20.179506 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.192626 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Calling delete_port for 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba owned by network:dhcp {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:58:20.243207 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ba0d4-9d80-455f-8e1d-facfccdd7e2e None None] DHCP port deletion for e1635cb4-4518-4798-bf38-f145b18a5f1f request from dv-cinder-837542-7-iscsi {{(pid=115840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 11:58:20.270870 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device e7ee568c-05de-4450-9fff-90fdffa6e873 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:58:20.282820 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.296747 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: e7ee568c-05de-4450-9fff-90fdffa6e873 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:58:20.297090 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device e7ee568c-05de-4450-9fff-90fdffa6e873 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:58:20.302618 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-772ba0d4-9d80-455f-8e1d-facfccdd7e2e None None] Deleting port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba {{(pid=115840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:58:20.302994 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-772ba0d4-9d80-455f-8e1d-facfccdd7e2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), before_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.307802 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:20.311472 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] No DVR routers for this DVR port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba on host dv-cinder-837542-7-iscsi {{(pid=115839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:58:20.382096 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-772ba0d4-9d80-455f-8e1d-facfccdd7e2e None None] For port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba, host dv-cinder-837542-7-iscsi, got binding levels [] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:20.382579 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-772ba0d4-9d80-455f-8e1d-facfccdd7e2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), precommit_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.388284 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (e1635cb4-4518-4798-bf38-f145b18a5f1f), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.396611 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-772ba0d4-9d80-455f-8e1d-facfccdd7e2e None None] Calling delete_port for 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba owned by network:dhcp {{(pid=115840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:58:20.399566 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.ipam_backend_mixin [None req-772ba0d4-9d80-455f-8e1d-facfccdd7e2e None None] Port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba was not found and therefore no delete operation was performed {{(pid=115840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 29 11:58:20.400383 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:20.400816 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-772ba0d4-9d80-455f-8e1d-facfccdd7e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba), after_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.411214 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1635cb4-4518-4798-bf38-f145b18a5f1f']}} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:20.421656 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf37b675-5487-4e9a-b569-a590f932f944') {'for_net_delete': True} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:20.421960 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf37b675-5487-4e9a-b569-a590f932f944') {} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:20.426973 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ba0d4-9d80-455f-8e1d-facfccdd7e2e None None] Pushing event deleted for resources: {'Port': ['ID=3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba,revision_number=None']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:20.431947 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ba0d4-9d80-455f-8e1d-facfccdd7e2e None None] No DVR routers for this DVR port 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba on host dv-cinder-837542-7-iscsi {{(pid=115840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:58:20.432834 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515787'] for segment (cf37b675-5487-4e9a-b569-a590f932f944), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.450850 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (cf37b675-5487-4e9a-b569-a590f932f944), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.457917 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=115839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:58:20.458258 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470650'] for segment (cf37b675-5487-4e9a-b569-a590f932f944), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.529137 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (e1635cb4-4518-4798-bf38-f145b18a5f1f), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.534376 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:20.537764 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] 10.222.0.60 "DELETE /v2.0/networks/e1635cb4-4518-4798-bf38-f145b18a5f1f HTTP/1.1" status: 204 len: 168 time: 0.5404875 Jul 29 11:58:20.540810 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50106) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:20.551884 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3c213-d310-40e1-8e93-5b340f9ace5b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1635cb4-4518-4798-bf38-f145b18a5f1f,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:20.632406 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment cf37b675-5487-4e9a-b569-a590f932f944 resource provider aggregate not found Jul 29 11:58:20.634203 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:20.650307 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment cf37b675-5487-4e9a-b569-a590f932f944 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf37b675-5487-4e9a-b569-a590f932f944 found for delete ", "request_id": "req-1b80eaa5-8f41-4105-8cf6-c6547e4c20cb"}]} Jul 29 11:58:20.859359 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868379'] for router_interface (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:21.079816 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] Deleting port cc2b96ca-7196-4c8e-88ef-09106499c90a {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:58:21.080152 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:21.160838 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] For port cc2b96ca-7196-4c8e-88ef-09106499c90a, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=cc2b96ca-7196-4c8e-88ef-09106499c90a,segment=NetworkSegment(fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0),segment_id=fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:21.161116 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:21.174271 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] Calling delete_port for cc2b96ca-7196-4c8e-88ef-09106499c90a owned by network:router_interface {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:58:21.348534 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (cc2b96ca-7196-4c8e-88ef-09106499c90a), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:21.351610 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:21.372706 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2b96ca-7196-4c8e-88ef-09106499c90a,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:21.431036 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:21.536772 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-868495'] for router_interface (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:21.743292 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] Router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:58:21.847175 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:58:21.854822 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c687a6c7-d629-4fb6-8665-6620b4cd1be2 admin admin] 10.222.0.60 "PUT /v2.0/routers/571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3096628 Jul 29 11:58:21.854822 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50114) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:21.858059 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee0394-019a-4f86-9151-5b9630ff0dac None None] Sync routers for ids ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:58:21.868762 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee0394-019a-4f86-9151-5b9630ff0dac None None] Routers {'571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:21.869385 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-69ee0394-019a-4f86-9151-5b9630ff0dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:57:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:21.925945 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device af97bea8-c4a7-4872-92ad-d6781b42411f no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:58:21.956712 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Publish callbacks [] for router (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:21.981325 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: af97bea8-c4a7-4872-92ad-d6781b42411f {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:58:21.981691 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device af97bea8-c4a7-4872-92ad-d6781b42411f not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:58:21.982121 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:58:22.005769 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:58:22.006122 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 3c72c2af-ad57-4ed5-bb66-f36d91fdf7ba not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:58:22.020264 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-69ee0394-019a-4f86-9151-5b9630ff0dac None None] Set router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:22.056986 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Publish callbacks [] for router_gateway (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.100845 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Deleting port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:58:22.101184 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.180013 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] For port 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:22.180598 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.190289 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-69ee0394-019a-4f86-9151-5b9630ff0dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'name': 'tempest-TestShelveInstance-1081135738-router', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:34Z', 'updated_at': '2022-07-29T11:58:21Z', 'revision_number': 5, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'gw_port': {'id': '1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:53:35Z', 'updated_at': '2022-07-29T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:22.197311 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Calling delete_port for 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f owned by network:router_gateway {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:58:22.216231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee0394-019a-4f86-9151-5b9630ff0dac None None] Checking router: 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:58:22.224566 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee0394-019a-4f86-9151-5b9630ff0dac None None] Routers {'571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:22.225177 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-69ee0394-019a-4f86-9151-5b9630ff0dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:57:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:22.291477 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:22.295982 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:22.310518 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-69ee0394-019a-4f86-9151-5b9630ff0dac None None] Set router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 gateway port host: None {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:22.366348 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.397853 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Pushing event deleted for resources: {'Port': ['ID=1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:22.466491 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-871195'] for router_gateway (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.501008 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-69ee0394-019a-4f86-9151-5b9630ff0dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'name': 'tempest-TestShelveInstance-1081135738-router', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:34Z', 'updated_at': '2022-07-29T11:58:22Z', 'revision_number': 6, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'gw_port_host': None}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:22.526715 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee0394-019a-4f86-9151-5b9630ff0dac None None] The sync data for ids ['571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8'] in dv-cinder-837542-7-iscsi is: [{'id': '571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8', 'name': 'tempest-TestShelveInstance-1081135738-router', 'tenant_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:53:34Z', 'updated_at': '2022-07-29T11:58:22Z', 'revision_number': 6, 'project_id': '9bfbf5e35faf453b8267534f53d0d5f7', 'gw_port_host': None}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:58:22.556677 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.560459 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Publish callbacks [] for router_controller (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.601636 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583954'] for router (571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.602248 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 {{(pid=115838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 11:58:22.607150 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.608322 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-7fe40ae2-6aa7-4a83-9144-6c21e665f79e admin admin] 10.222.0.60 "DELETE /v2.0/routers/571a9dcf-a142-4931-b5f7-ea4bc0d7c6f8 HTTP/1.1" status: 204 len: 168 time: 0.7523937 Jul 29 11:58:22.610930 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50116) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:22.659090 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f327d870-dd4c-49ad-92b1-f6b026b74a14 admin admin] Deleting subnet 0a320e6a-581a-4a1f-be03-d81cc917eb32 {{(pid=115838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:58:22.662283 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f327d870-dd4c-49ad-92b1-f6b026b74a14 admin admin] Publish callbacks [] for subnet (0a320e6a-581a-4a1f-be03-d81cc917eb32), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.697480 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f327d870-dd4c-49ad-92b1-f6b026b74a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10240618'] for subnet (0a320e6a-581a-4a1f-be03-d81cc917eb32), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.773606 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f327d870-dd4c-49ad-92b1-f6b026b74a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (0a320e6a-581a-4a1f-be03-d81cc917eb32), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:22.832830 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f327d870-dd4c-49ad-92b1-f6b026b74a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9795070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10080711'] for subnet (0a320e6a-581a-4a1f-be03-d81cc917eb32), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.117757 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327d870-dd4c-49ad-92b1-f6b026b74a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a320e6a-581a-4a1f-be03-d81cc917eb32,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:23.124873 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-f327d870-dd4c-49ad-92b1-f6b026b74a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.128485 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-f327d870-dd4c-49ad-92b1-f6b026b74a14 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0a320e6a-581a-4a1f-be03-d81cc917eb32 HTTP/1.1" status: 204 len: 168 time: 0.5164473 Jul 29 11:58:23.130770 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50128) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:23.131886 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35295b80-0375-4d84-a367-fa1bf94fa717 None None] Network 1325aec0-6e30-4e64-aad3-8a758eabc7af requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:58:23.203912 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (1325aec0-6e30-4e64-aad3-8a758eabc7af), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.255143 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Deleting port 52b77d55-804a-4ff4-ac7e-07ab488e7877 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:58:23.255486 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.310479 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b70b24-9b7a-4e01-9594-0d4944687408 None None] DHCP port deletion for 1325aec0-6e30-4e64-aad3-8a758eabc7af request from dv-cinder-837542-7-iscsi {{(pid=115840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 11:58:23.325473 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] For port 52b77d55-804a-4ff4-ac7e-07ab488e7877, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=52b77d55-804a-4ff4-ac7e-07ab488e7877,segment=NetworkSegment(fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0),segment_id=fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:23.325854 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.340886 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Calling delete_port for 52b77d55-804a-4ff4-ac7e-07ab488e7877 owned by network:dhcp {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:58:23.348137 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:58:23.348734 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-d3b70b24-9b7a-4e01-9594-0d4944687408 None None] Deleting port 52b77d55-804a-4ff4-ac7e-07ab488e7877 {{(pid=115840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:58:23.348734 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d3b70b24-9b7a-4e01-9594-0d4944687408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), before_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.418231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-d3b70b24-9b7a-4e01-9594-0d4944687408 None None] For port 52b77d55-804a-4ff4-ac7e-07ab488e7877, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=52b77d55-804a-4ff4-ac7e-07ab488e7877,segment=NetworkSegment(fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0),segment_id=fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:23.418634 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d3b70b24-9b7a-4e01-9594-0d4944687408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), precommit_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.427140 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.431323 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=82,neutron:DELETE=14,neutron:UPDATE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:23.434187 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-d3b70b24-9b7a-4e01-9594-0d4944687408 None None] Calling delete_port for 52b77d55-804a-4ff4-ac7e-07ab488e7877 owned by network:dhcp {{(pid=115840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:58:23.454269 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Pushing event deleted for resources: {'Port': ['ID=52b77d55-804a-4ff4-ac7e-07ab488e7877,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:23.458553 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] No DVR routers for this DVR port 52b77d55-804a-4ff4-ac7e-07ab488e7877 on host dv-cinder-837542-7-iscsi {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:58:23.473215 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:23.482279 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:23.506595 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:23.515301 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d3b70b24-9b7a-4e01-9594-0d4944687408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (52b77d55-804a-4ff4-ac7e-07ab488e7877), after_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.532733 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (1325aec0-6e30-4e64-aad3-8a758eabc7af), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.546818 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b70b24-9b7a-4e01-9594-0d4944687408 None None] Pushing event deleted for resources: {'Port': ['ID=52b77d55-804a-4ff4-ac7e-07ab488e7877,revision_number=None']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:23.551745 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b70b24-9b7a-4e01-9594-0d4944687408 None None] No DVR routers for this DVR port 52b77d55-804a-4ff4-ac7e-07ab488e7877 on host dv-cinder-837542-7-iscsi {{(pid=115840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:58:23.561189 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1325aec0-6e30-4e64-aad3-8a758eabc7af']}} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:23.571333 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0') {'for_net_delete': True} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:23.571717 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.services.segments.db [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0') {} {{(pid=115838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:23.582283 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240627'] for segment (fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.597041 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.604239 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=115838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:58:23.605672 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9794976'] for segment (fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.665687 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (1325aec0-6e30-4e64-aad3-8a758eabc7af), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.672016 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.675154 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] 10.222.0.60 "DELETE /v2.0/networks/1325aec0-6e30-4e64-aad3-8a758eabc7af HTTP/1.1" status: 204 len: 168 time: 0.5432882 Jul 29 11:58:23.687574 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0 resource provider aggregate not found Jul 29 11:58:23.691430 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d92b12-2460-4ee0-b941-28dde36793ae admin admin] Pushing event deleted for resources: {'Network': ['ID=1325aec0-6e30-4e64-aad3-8a758eabc7af,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:23.714013 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.services.segments.plugin [-] Segment fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fca071cd-9ab0-4f70-87ed-8dd3f0e3a2b0 found for delete ", "request_id": "req-f50d7b65-a64f-468d-bb09-bbd47828935d"}]} Jul 29 11:58:23.844131 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50138) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:23.870737 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device cc2b96ca-7196-4c8e-88ef-09106499c90a no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:58:23.886471 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-6847d50e-b55c-4f7f-af75-e6aaf4cdf378 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fd8c34715e54a778911a8410e095800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407188 Jul 29 11:58:23.888990 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50140) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:23.890541 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: cc2b96ca-7196-4c8e-88ef-09106499c90a {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:58:23.890889 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device cc2b96ca-7196-4c8e-88ef-09106499c90a not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:58:23.891303 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 52b77d55-804a-4ff4-ac7e-07ab488e7877 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:58:23.910249 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 52b77d55-804a-4ff4-ac7e-07ab488e7877 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:58:23.910587 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 52b77d55-804a-4ff4-ac7e-07ab488e7877 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:58:23.910995 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:58:23.929610 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:58:23.929957 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 1580f2f0-a2e0-45e0-ae0c-e2d5712f2e4f not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:58:23.941921 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-faffeb7e-f190-4677-b303-e5df31b4087b admin admin] Publish callbacks [] for security_group (bba592cf-0339-4337-8803-a4275a57124b), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:23.965257 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-faffeb7e-f190-4677-b303-e5df31b4087b admin admin] Publish callbacks [] for security_group (bba592cf-0339-4337-8803-a4275a57124b), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:24.016219 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-faffeb7e-f190-4677-b303-e5df31b4087b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (bba592cf-0339-4337-8803-a4275a57124b), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:24.019049 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-faffeb7e-f190-4677-b303-e5df31b4087b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:24.020229 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-faffeb7e-f190-4677-b303-e5df31b4087b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bba592cf-0339-4337-8803-a4275a57124b HTTP/1.1" status: 204 len: 168 time: 0.1303039 Jul 29 11:58:24.032094 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffeb7e-f190-4677-b303-e5df31b4087b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba592cf-0339-4337-8803-a4275a57124b,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:24.366940 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50156) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:24.599037 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-92540386-2eb0-49c6-8427-0f038a686fac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9bfbf5e35faf453b8267534f53d0d5f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308931 Jul 29 11:58:24.601604 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50160) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:24.649096 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6137d877-b0e9-4a83-8b23-c4f9fb6add0f admin admin] Publish callbacks [] for security_group (818d742a-8830-4ef0-aaf6-3f0d28970989), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:24.671296 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6137d877-b0e9-4a83-8b23-c4f9fb6add0f admin admin] Publish callbacks [] for security_group (818d742a-8830-4ef0-aaf6-3f0d28970989), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:24.719307 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6137d877-b0e9-4a83-8b23-c4f9fb6add0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (818d742a-8830-4ef0-aaf6-3f0d28970989), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:24.721784 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-6137d877-b0e9-4a83-8b23-c4f9fb6add0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:24.722955 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-6137d877-b0e9-4a83-8b23-c4f9fb6add0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/818d742a-8830-4ef0-aaf6-3f0d28970989 HTTP/1.1" status: 204 len: 168 time: 0.1204112 Jul 29 11:58:24.730877 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137d877-b0e9-4a83-8b23-c4f9fb6add0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818d742a-8830-4ef0-aaf6-3f0d28970989,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:25.349349 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50184) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:25.444812 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-252503508-network', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:25.468711 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Made reservation on behalf of 50680cfc97cf41c18d074cb84493cde7 for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:58:25.471166 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.479532 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.553695 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:25.555677 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Publish callbacks [] for security_group (f2e7e220-7839-4757-b04c-d02242add4e9), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.559628 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f2e7e220-7839-4757-b04c-d02242add4e9), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.579690 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.580716 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:58:25.600474 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (bc0140c0-73fc-4d5b-9258-ff0b10211226), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.600817 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Added segment bc0140c0-73fc-4d5b-9258-ff0b10211226 of type vlan for network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc Jul 29 11:58:25.602074 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e7e220-7839-4757-b04c-d02242add4e9,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:25.642948 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (b2c64f75-d35e-4ef4-8a4c-54a037caa5bc), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.667819 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (b2c64f75-d35e-4ef4-8a4c-54a037caa5bc), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.668857 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:25.669454 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.724304 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3738420 Jul 29 11:58:25.727291 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50188) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:25.732935 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] Request body: {'subnet': {'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-252503508-subnet', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'ip_version': 4}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:25.735651 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c134e-fec3-4137-ae27-e3e1392f093d admin admin] Pushing event updated for resources: {'Network': ['ID=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:25.745110 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:58:25.754351 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] Made reservation on behalf of 50680cfc97cf41c18d074cb84493cde7 for: {'subnet': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:58:25.756679 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10080738'] for subnet (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.816404 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-45279581-a8ce-41cd-a21d-7791b5716124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.924782 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10080716'] for subnet (38aa06b4-251c-434a-b869-0e857181eae8), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:25.982367 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=38aa06b4-251c-434a-b869-0e857181eae8,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:25.993747 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] Checking segment: {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:25.994104 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] Network hostable DHCP agents. Network: b2c64f75-d35e-4ef4-8a4c-54a037caa5bc, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:58:26.011983 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] Network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:58:26.020957 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, b2c64f75-d35e-4ef4-8a4c-54a037caa5bc) {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:26.025474 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:26.026617 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.029717 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2617d528-08ad-4072-b164-c6aa49840d95 None None] Network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:58:26.043172 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-b79e98a3-caeb-45a3-9343-fa687a2a33ac admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3148055 Jul 29 11:58:26.046041 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50190) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:26.050263 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:26.071492 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (481cf84b-f638-4146-9da9-bd98203ca1a6), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.072569 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (481cf84b-f638-4146-9da9-bd98203ca1a6), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.087048 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:26.130260 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Publish callbacks [] for router_controller (481cf84b-f638-4146-9da9-bd98203ca1a6), precommit_add_association {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.137336 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:58:26.137523 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:26.138641 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.268226 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Publish callbacks [] for router_gateway (481cf84b-f638-4146-9da9-bd98203ca1a6), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.278426 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Allocated IP 172.20.0.2 (b2c64f75-d35e-4ef4-8a4c-54a037caa5bc/38aa06b4-251c-434a-b869-0e857181eae8/0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:58:26.427204 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Publish callbacks [] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.432185 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.454985 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Publish callbacks [] for router_gateway (481cf84b-f638-4146-9da9-bd98203ca1a6), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.474643 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:58:26.475385 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.479791 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:26.482063 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Pushing event updated for resources: {'Port': ['ID=0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:26.484345 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:58:26.543593 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Attempting to bind port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:58:26.543873 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Attempting to bind port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:58:26.544234 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Attempting to bind port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 on network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:26.549338 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:58:26.549742 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Checking segment: {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:26.550146 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.550539 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Bound using segment: {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:58:26.551003 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Bound port: 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:58:26.551380 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.582654 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Allocated IP 172.27.2.89 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/b5642772-c311-4fd6-9989-0cd3dad75738) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:58:26.612545 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] For port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:58:26.615692 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] For port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:58:26.622282 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.672189 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:26.674677 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:26.680222 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0b888-8f2a-4b8f-8c27-a97cf06e4538 None None] Pushing event updated for resources: {'Port': ['ID=0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:26.691879 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Publish callbacks [] for port (b5642772-c311-4fd6-9989-0cd3dad75738), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.725751 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:26.771663 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:58:26.776877 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:26.780935 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:58:26.784313 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Pushing event updated for resources: {'Port': ['ID=b5642772-c311-4fd6-9989-0cd3dad75738,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:27.024579 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:27.038399 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Publish callbacks [] for router_gateway (481cf84b-f638-4146-9da9-bd98203ca1a6), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:27.128603 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:27.231822 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (481cf84b-f638-4146-9da9-bd98203ca1a6), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:27.383661 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Router 481cf84b-f638-4146-9da9-bd98203ca1a6 is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:58:27.496983 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:58:27.506017 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Sync routers for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:58:27.517844 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:27.521936 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-9ecc56ed-127e-4988-85dd-89907634c690 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4724343 Jul 29 11:58:27.522484 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50196) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:27.564968 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c3296-6bcb-40e2-a853-b978be936425 None None] Network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:58:27.573037 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:27.635339 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-87e745ea-1572-4df9-897d-15f9441d8fd6 None None] Provisioning complete for port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:27.637459 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-87e745ea-1572-4df9-897d-15f9441d8fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:27.638699 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:27.639343 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:57:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:27.779738 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:27.779923 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-87e745ea-1572-4df9-897d-15f9441d8fd6 None None] Current status of the port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:27.780397 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-87e745ea-1572-4df9-897d-15f9441d8fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:27.854374 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-87e745ea-1572-4df9-897d-15f9441d8fd6 None None] For port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:27.869008 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-87e745ea-1572-4df9-897d-15f9441d8fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:27.901997 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-4a95e879-3805-4fea-9d1b-f7f0de4ec8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:27.967952 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e745ea-1572-4df9-897d-15f9441d8fd6 None None] Pushing event updated for resources: {'Port': ['ID=0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:27.973474 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:58:28.019859 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.027687 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:28.028132 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.080728 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:26Z', 'revision_number': 3, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:28.110094 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Checking router: 481cf84b-f638-4146-9da9-bd98203ca1a6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:58:28.110429 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Updating router 481cf84b-f638-4146-9da9-bd98203ca1a6 port b5642772-c311-4fd6-9989-0cd3dad75738 binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:58:28.111534 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-dd3d0898-e4be-4c6d-9060-7799041804a4 None None] Provisioning complete for port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:28.111915 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dd3d0898-e4be-4c6d-9060-7799041804a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.141501 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:28.142776 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.195204 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d0898-e4be-4c6d-9060-7799041804a4 None None] Current status of the port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:28.200562 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Allocated IP 172.20.0.1 (b2c64f75-d35e-4ef4-8a4c-54a037caa5bc/38aa06b4-251c-434a-b869-0e857181eae8/22f0afdf-15a7-4a0a-8adb-a8f35a039a9c) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:58:28.307380 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Publish callbacks [] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.317198 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:28.345667 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.364045 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:28.364673 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:28.389785 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:58:28.395131 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:28.397497 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=22f0afdf-15a7-4a0a-8adb-a8f35a039a9c,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:28.399685 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:58:28.428684 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Publish callbacks [] for port (b5642772-c311-4fd6-9989-0cd3dad75738), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.437578 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.442833 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:28.453988 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (481cf84b-f638-4146-9da9-bd98203ca1a6), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.514852 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Pushing event updated for resources: {'Port': ['ID=b5642772-c311-4fd6-9989-0cd3dad75738,revision_number=2']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:28.519616 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Attempting to bind port b5642772-c311-4fd6-9989-0cd3dad75738 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:58:28.520242 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Attempting to bind port b5642772-c311-4fd6-9989-0cd3dad75738 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:58:28.520788 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Attempting to bind port b5642772-c311-4fd6-9989-0cd3dad75738 on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:28.529753 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:58:28.530342 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:28.530944 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.531335 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:58:28.531812 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Bound port: b5642772-c311-4fd6-9989-0cd3dad75738, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:58:28.532363 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.565558 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.566132 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.566657 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.567002 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.567334 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.567657 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.568149 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.568475 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.568800 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.569123 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.569491 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.569840 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.570160 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.570486 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.570800 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:28.606369 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] For port b5642772-c311-4fd6-9989-0cd3dad75738, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:58:28.610206 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] For port b5642772-c311-4fd6-9989-0cd3dad75738, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=b5642772-c311-4fd6-9989-0cd3dad75738,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:58:28.616673 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.617256 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.670708 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:28.671446 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:58:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:28.720078 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955c5e2-9284-452d-9385-8cfc6306f7dd None None] Pushing event updated for resources: {'Port': ['ID=b5642772-c311-4fd6-9989-0cd3dad75738,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:28.724845 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-437403b2-932b-433e-b4df-6b7ce9e0f106 None None] Provisioning complete for port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:28.726327 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-437403b2-932b-433e-b4df-6b7ce9e0f106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:28.762784 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-437403b2-932b-433e-b4df-6b7ce9e0f106 None None] Port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:58:28.797786 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:28.990179 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 1, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:29.018602 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4e5e3-1c9c-41c0-afe6-0292d21f4860 None None] The sync data for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi is: [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 1, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:58:29.056039 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Publish callbacks [] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:29.061599 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:29.129282 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=22f0afdf-15a7-4a0a-8adb-a8f35a039a9c,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:29.131795 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (481cf84b-f638-4146-9da9-bd98203ca1a6), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:29.174725 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:29.253920 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:58:29.255526 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:29.380438 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Router 481cf84b-f638-4146-9da9-bd98203ca1a6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:58:29.495111 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:58:29.501486 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-96805f14-8653-464e-b099-35cef72de3f5 admin admin] 10.222.0.60 "PUT /v2.0/routers/481cf84b-f638-4146-9da9-bd98203ca1a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9772480 Jul 29 11:58:29.525858 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-4ea62c68-aad6-407d-a64b-f071421b2563 None None] Provisioning complete for port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:29.527063 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-4ea62c68-aad6-407d-a64b-f071421b2563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:29.566263 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-4ea62c68-aad6-407d-a64b-f071421b2563 None None] Port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:58:29.985119 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device b5642772-c311-4fd6-9989-0cd3dad75738 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:58:30.055423 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port b5642772-c311-4fd6-9989-0cd3dad75738 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:30.056021 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.129991 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:30.144463 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port b5642772-c311-4fd6-9989-0cd3dad75738 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:30.145012 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.153881 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:30.179082 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port b5642772-c311-4fd6-9989-0cd3dad75738, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=b5642772-c311-4fd6-9989-0cd3dad75738,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:30.187914 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.187914 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:58:30.236762 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50252) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:30.241795 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1710322767-network', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:30.266656 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Made reservation on behalf of 1ecd2c66fb99437595a0631de1ea6357 for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:58:30.269723 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.273916 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:30.282975 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.284470 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=b5642772-c311-4fd6-9989-0cd3dad75738,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:30.297508 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:30.298428 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.312438 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:30.384998 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:30.390925 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Publish callbacks [] for security_group (750d97a0-ac8a-43e3-9c97-347dc5988821), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.394896 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (750d97a0-ac8a-43e3-9c97-347dc5988821), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.421838 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:58:30.440998 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d97a0-ac8a-43e3-9c97-347dc5988821,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:30.447203 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (5675bee1-3671-4745-8cab-48f9add5a03d), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.447551 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Added segment 5675bee1-3671-4745-8cab-48f9add5a03d of type vlan for network 92041d67-57c6-4de7-aa89-2b04f2b211dc Jul 29 11:58:30.490203 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (92041d67-57c6-4de7-aa89-2b04f2b211dc), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.515470 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (92041d67-57c6-4de7-aa89-2b04f2b211dc), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.516448 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:30.517080 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.581848 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3438423 Jul 29 11:58:30.584600 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50254) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:30.585208 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b8475-7a66-47c6-9ad5-b07ff83fd40a admin admin] Pushing event updated for resources: {'Network': ['ID=92041d67-57c6-4de7-aa89-2b04f2b211dc,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:30.589542 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] Request body: {'subnet': {'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1710322767-subnet', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'ip_version': 4}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:30.595162 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 92041d67-57c6-4de7-aa89-2b04f2b211dc details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:58:30.610628 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] Made reservation on behalf of 1ecd2c66fb99437595a0631de1ea6357 for: {'subnet': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:58:30.612973 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10080738'] for subnet (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.754195 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.783151 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10080716'] for subnet (b242cf6b-c837-4722-ae70-39a6818f8fc4), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.835270 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b242cf6b-c837-4722-ae70-39a6818f8fc4,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:30.852196 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] Checking segment: {'id': '5675bee1-3671-4745-8cab-48f9add5a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:30.852544 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] Network hostable DHCP agents. Network: 92041d67-57c6-4de7-aa89-2b04f2b211dc, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:58:30.872171 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] Network 92041d67-57c6-4de7-aa89-2b04f2b211dc is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:58:30.877737 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.882404 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 92041d67-57c6-4de7-aa89-2b04f2b211dc) {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:30.887191 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:30.888114 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.892945 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a972d-b8a8-48a7-9d4f-fd325177298a None None] Network 92041d67-57c6-4de7-aa89-2b04f2b211dc requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:58:30.907882 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-cd780d4d-223e-4e0c-bab8-a252beb4dc5b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3221416 Jul 29 11:58:30.910484 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50256) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:30.915274 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1710322767-router', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:30.932120 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:30.938123 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (a8d54b65-29a7-4765-bb06-f73e0d003e75), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.939137 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (a8d54b65-29a7-4765-bb06-f73e0d003e75), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:30.985316 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:30.993310 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Publish callbacks [] for router_controller (a8d54b65-29a7-4765-bb06-f73e0d003e75), precommit_add_association {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:31.004851 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa10ff4d6-1b10-5205-ad8e-8f9f3638faeb-92041d67-57c6-4de7-aa89-2b04f2b211dc', 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc', 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'fixed_ips': [{'subnet_id': 'b242cf6b-c837-4722-ae70-39a6818f8fc4'}]}} from dv-cinder-837542-7-iscsi. {{(pid=115840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 11:58:31.005953 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:31.137008 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Publish callbacks [] for router_gateway (a8d54b65-29a7-4765-bb06-f73e0d003e75), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:31.141573 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.db_base_plugin_common [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Allocated IP 172.20.0.2 (92041d67-57c6-4de7-aa89-2b04f2b211dc/b242cf6b-c837-4722-ae70-39a6818f8fc4/3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb) {{(pid=115840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:58:31.338824 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Sync routers for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:58:31.361381 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:31.362052 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:58:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:31.546370 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:31.548763 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:31.550969 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Publish callbacks [] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), precommit_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:31.574952 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Publish callbacks [] for router_gateway (a8d54b65-29a7-4765-bb06-f73e0d003e75), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:31.585079 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), after_create {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:31.594157 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:31.594662 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:31.658848 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Network 92041d67-57c6-4de7-aa89-2b04f2b211dc is already hosted by enough agents. {{(pid=115840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:58:31.674652 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.scheduler.base_scheduler [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Resources bound (agent type, host, resource id): {{(pid=115840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:31.677119 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Received port after_create {{(pid=115840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:58:31.698020 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Allocated IP 172.27.2.86 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/63434ff0-1869-418f-a009-f2ec83e9c512) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:58:31.723209 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Pushing event updated for resources: {'Port': ['ID=3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb,revision_number=1']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:31.786696 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Attempting to bind port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:58:31.787061 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Attempting to bind port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '5675bee1-3671-4745-8cab-48f9add5a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:58:31.787424 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Attempting to bind port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb on network 92041d67-57c6-4de7-aa89-2b04f2b211dc {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:31.804231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:58:31.805509 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Checking segment: {'id': '5675bee1-3671-4745-8cab-48f9add5a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:31.805821 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Publish callbacks [] for port (63434ff0-1869-418f-a009-f2ec83e9c512), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:31.806140 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:31.806273 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Bound using segment: {'id': '5675bee1-3671-4745-8cab-48f9add5a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:58:31.806803 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Bound port: 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5675bee1-3671-4745-8cab-48f9add5a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:58:31.807298 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:31.844492 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:31.888594 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:58:31.891548 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:31.895493 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:58:31.898863 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device b5642772-c311-4fd6-9989-0cd3dad75738 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:58:31.917277 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Pushing event updated for resources: {'Port': ['ID=63434ff0-1869-418f-a009-f2ec83e9c512,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:31.934104 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 2, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:31.974867 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] For port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:58:31.977094 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Checking router: 481cf84b-f638-4146-9da9-bd98203ca1a6 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:58:31.977471 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Updating router 481cf84b-f638-4146-9da9-bd98203ca1a6 port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c binding host dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:58:32.016168 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] For port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb,segment=NetworkSegment(5675bee1-3671-4745-8cab-48f9add5a03d),segment_id=5675bee1-3671-4745-8cab-48f9add5a03d)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:58:32.028442 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.030618 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.049916 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port b5642772-c311-4fd6-9989-0cd3dad75738 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:32.050292 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.138081 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:32.142016 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Publish callbacks [] for router_gateway (a8d54b65-29a7-4765-bb06-f73e0d003e75), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.145238 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:32.212863 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7502c55-a24e-489b-b62c-82167142fabe None None] Pushing event updated for resources: {'Port': ['ID=3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb,revision_number=2']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:32.285644 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port b5642772-c311-4fd6-9989-0cd3dad75738 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:32.389093 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873606'] for router (a8d54b65-29a7-4765-bb06-f73e0d003e75), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.439132 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:32.488443 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Publish callbacks [] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), precommit_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.490015 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:32.497195 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.554582 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e78b2-70c2-4e88-bf78-4207b39f8eb8 None None] Pushing event updated for resources: {'Port': ['ID=22f0afdf-15a7-4a0a-8adb-a8f35a039a9c,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:32.557212 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Router a8d54b65-29a7-4765-bb06-f73e0d003e75 is scheduled to L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 with binding_index 1 {{(pid=115838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 11:58:32.628247 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Attempting to bind port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:58:32.628615 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Attempting to bind port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:58:32.628980 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Attempting to bind port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c on network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:32.635674 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:58:32.635963 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Checking segment: {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:32.636628 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.637027 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Bound using segment: {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:58:32.637524 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Bound port: 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:58:32.637909 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.691297 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:58:32.700243 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Sync routers for ids ['a8d54b65-29a7-4765-bb06-f73e0d003e75'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:58:32.715032 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.717674 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-92348e46-c439-428f-9ed0-fab1018495c9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8054779 Jul 29 11:58:32.720381 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50270) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:32.735631 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Routers {'a8d54b65-29a7-4765-bb06-f73e0d003e75'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:32.738025 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:58:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['a8d54b65-29a7-4765-bb06-f73e0d003e75'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:32.740866 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] For port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:58:32.746844 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] For port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=22f0afdf-15a7-4a0a-8adb-a8f35a039a9c,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:58:32.758674 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.814716 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50272) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:32.848110 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-c21ab69e-629e-4d8d-a60d-c8ff2b18c35c None None] Provisioning complete for port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:32.848571 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c21ab69e-629e-4d8d-a60d-c8ff2b18c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:32.858999 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Set router a8d54b65-29a7-4765-bb06-f73e0d003e75 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:32.893713 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:32.894411 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:58:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:32.997300 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3591ae8-8ff5-4658-8f62-4e85e16f7124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.013075 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e78b2-70c2-4e88-bf78-4207b39f8eb8 None None] Pushing event updated for resources: {'Port': ['ID=22f0afdf-15a7-4a0a-8adb-a8f35a039a9c,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:33.063566 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:33.140401 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:33.141812 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'name': 'tempest-TestVolumeBootPattern-1710322767-router', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:30Z', 'updated_at': '2022-07-29T11:58:32Z', 'revision_number': 3, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'gw_port': {'id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:31Z', 'updated_at': '2022-07-29T11:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:33.162181 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-c21ab69e-629e-4d8d-a60d-c8ff2b18c35c None None] Current status of the port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:33.162728 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c21ab69e-629e-4d8d-a60d-c8ff2b18c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.193792 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Checking router: a8d54b65-29a7-4765-bb06-f73e0d003e75 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:58:33.194543 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Updating router a8d54b65-29a7-4765-bb06-f73e0d003e75 port 63434ff0-1869-418f-a009-f2ec83e9c512 binding host dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:58:33.210810 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3591ae8-8ff5-4658-8f62-4e85e16f7124 admin admin] Publish callbacks [] for security_group (16b47093-1ba7-4045-91e4-e83107cee712), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.217391 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c3591ae8-8ff5-4658-8f62-4e85e16f7124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (16b47093-1ba7-4045-91e4-e83107cee712), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.238090 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:33.238967 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.250872 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c3591ae8-8ff5-4658-8f62-4e85e16f7124 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31c9d0d1a426456bb8775f329313161f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349349 Jul 29 11:58:33.253525 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50276) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:33.280684 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3591ae8-8ff5-4658-8f62-4e85e16f7124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b47093-1ba7-4045-91e4-e83107cee712,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:33.432223 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c30a02bf-e42f-478e-82f7-c5442d192977 admin admin] Publish callbacks [] for security_group (16b47093-1ba7-4045-91e4-e83107cee712), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.434672 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:33.466426 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-c21ab69e-629e-4d8d-a60d-c8ff2b18c35c None None] For port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=22f0afdf-15a7-4a0a-8adb-a8f35a039a9c,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:33.475762 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c21ab69e-629e-4d8d-a60d-c8ff2b18c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.487143 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c30a02bf-e42f-478e-82f7-c5442d192977 admin admin] Publish callbacks [] for security_group (16b47093-1ba7-4045-91e4-e83107cee712), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.516128 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.545655 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:33.576823 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ab69e-629e-4d8d-a60d-c8ff2b18c35c None None] Pushing event updated for resources: {'Port': ['ID=22f0afdf-15a7-4a0a-8adb-a8f35a039a9c,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:33.589708 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9351cbc7-158d-43f2-8d18-f51c299e24a6 None None] Network 92041d67-57c6-4de7-aa89-2b04f2b211dc requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:58:33.609693 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:32Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:33.627878 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Publish callbacks [] for port (63434ff0-1869-418f-a009-f2ec83e9c512), precommit_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.633530 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.667916 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c30a02bf-e42f-478e-82f7-c5442d192977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (16b47093-1ba7-4045-91e4-e83107cee712), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.671595 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420052ab-7197-4109-a4ed-cbcf5ab69c1a None None] The sync data for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi is: [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:32Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:58:33.673596 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-c30a02bf-e42f-478e-82f7-c5442d192977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.676404 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-e88910ef-73c5-4284-8fb1-1e6c75b78136 None None] Provisioning complete for port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:33.676404 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e88910ef-73c5-4284-8fb1-1e6c75b78136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.678277 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-c30a02bf-e42f-478e-82f7-c5442d192977 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16b47093-1ba7-4045-91e4-e83107cee712 HTTP/1.1" status: 204 len: 168 time: 0.4235859 Jul 29 11:58:33.701702 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Attempting to bind port 63434ff0-1869-418f-a009-f2ec83e9c512 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:58:33.702737 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Attempting to bind port 63434ff0-1869-418f-a009-f2ec83e9c512 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:58:33.703097 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Attempting to bind port 63434ff0-1869-418f-a009-f2ec83e9c512 on network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:33.705621 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:33.719752 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:33.722052 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a02bf-e42f-478e-82f7-c5442d192977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b47093-1ba7-4045-91e4-e83107cee712,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:33.729406 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:58:33.735526 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Checking segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:33.736326 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.737960 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Bound using segment: {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'} {{(pid=115841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:58:33.740552 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.managers [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Bound port: 63434ff0-1869-418f-a009-f2ec83e9c512, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20858254-d282-438f-80ec-005cfe0f3d04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5'}}] {{(pid=115841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:58:33.741115 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), before_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.749003 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Allocated IP 172.20.0.1 (92041d67-57c6-4de7-aa89-2b04f2b211dc/b242cf6b-c837-4722-ae70-39a6818f8fc4/57186e89-cd4c-450f-8882-defcd43b87f9) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:58:33.844312 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-e88910ef-73c5-4284-8fb1-1e6c75b78136 None None] Current status of the port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:33.854482 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-e88910ef-73c5-4284-8fb1-1e6c75b78136 None None] Provisioning complete for port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:33.855812 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e88910ef-73c5-4284-8fb1-1e6c75b78136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.881280 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] For port 63434ff0-1869-418f-a009-f2ec83e9c512, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:58:33.894899 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.plugins.ml2.db [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] For port 63434ff0-1869-418f-a009-f2ec83e9c512, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=63434ff0-1869-418f-a009-f2ec83e9c512,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:58:33.908105 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron_lib.callbacks.manager [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), after_update {{(pid=115841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:33.978573 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf7e0a-ea50-4bbc-baa9-7aaabd867419 None None] Pushing event updated for resources: {'Port': ['ID=63434ff0-1869-418f-a009-f2ec83e9c512,revision_number=2']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:33.981240 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Publish callbacks [] for port (57186e89-cd4c-450f-8882-defcd43b87f9), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.015810 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-e88910ef-73c5-4284-8fb1-1e6c75b78136 None None] Current status of the port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:34.016343 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e88910ef-73c5-4284-8fb1-1e6c75b78136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.028643 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.067558 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-e88910ef-73c5-4284-8fb1-1e6c75b78136 None None] For port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb,segment=NetworkSegment(5675bee1-3671-4745-8cab-48f9add5a03d),segment_id=5675bee1-3671-4745-8cab-48f9add5a03d)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:34.075492 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e88910ef-73c5-4284-8fb1-1e6c75b78136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.108293 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Network 92041d67-57c6-4de7-aa89-2b04f2b211dc is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:58:34.114872 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:34.121992 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:58:34.147084 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88910ef-73c5-4284-8fb1-1e6c75b78136 None None] Pushing event updated for resources: {'Port': ['ID=3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:34.150444 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Routers {'a8d54b65-29a7-4765-bb06-f73e0d003e75'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:34.150693 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:58:34.152708 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:58:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['a8d54b65-29a7-4765-bb06-f73e0d003e75'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:34.159738 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf7e0a-ea50-4bbc-baa9-7aaabd867419 None None] Pushing event updated for resources: {'Port': ['ID=63434ff0-1869-418f-a009-f2ec83e9c512,revision_number=3']} {{(pid=115841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:34.227377 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Pushing event updated for resources: {'Port': ['ID=57186e89-cd4c-450f-8882-defcd43b87f9,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:34.251745 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586630'] for router_interface (a8d54b65-29a7-4765-bb06-f73e0d003e75), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.274984 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:34.275775 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.343142 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-09152501-2999-4a98-8994-49e90338aa7b None None] Provisioning complete for port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:34.359343 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-09152501-2999-4a98-8994-49e90338aa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.397187 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50282) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:34.426610 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e9d29abe-8685-43df-843c-0a785f7c57f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.462977 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.463986 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] Set router a8d54b65-29a7-4765-bb06-f73e0d003e75 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:34.507420 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:34.508685 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:58:34.602112 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e9d29abe-8685-43df-843c-0a785f7c57f8 admin admin] Publish callbacks [] for security_group (4ca1f64c-e951-4c02-8618-5b81006aa0ec), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.610191 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e9d29abe-8685-43df-843c-0a785f7c57f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (4ca1f64c-e951-4c02-8618-5b81006aa0ec), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.616606 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:34.632857 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-09152501-2999-4a98-8994-49e90338aa7b None None] Current status of the port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:34.650191 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:34.652444 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.670842 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d29abe-8685-43df-843c-0a785f7c57f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca1f64c-e951-4c02-8618-5b81006aa0ec,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:34.695153 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:34.706661 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:34.712408 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-e9d29abe-8685-43df-843c-0a785f7c57f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d1111e75c29425ea6f7cdc245d7588a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140934 Jul 29 11:58:34.715237 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50284) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:34.735083 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'name': 'tempest-TestVolumeBootPattern-1710322767-router', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:30Z', 'updated_at': '2022-07-29T11:58:32Z', 'revision_number': 3, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'gw_port': {'id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:31Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:34.767936 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Publish callbacks [] for port (57186e89-cd4c-450f-8882-defcd43b87f9), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.769166 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-0aa04815-a440-4378-b736-f83fea820604 None None] Provisioning complete for port 57186e89-cd4c-450f-8882-defcd43b87f9 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:34.769877 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-0aa04815-a440-4378-b736-f83fea820604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.774306 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.778749 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:34.784632 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e532d41-6845-4a67-9cb3-76838ed3c89d None None] The sync data for ids ['a8d54b65-29a7-4765-bb06-f73e0d003e75'] in dv-cinder-837542-7-iscsi is: [{'id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'name': 'tempest-TestVolumeBootPattern-1710322767-router', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:30Z', 'updated_at': '2022-07-29T11:58:32Z', 'revision_number': 3, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'gw_port': {'id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:31Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:58:34.813185 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-0aa04815-a440-4378-b736-f83fea820604 None None] Port 57186e89-cd4c-450f-8882-defcd43b87f9 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:58:34.814546 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cdbfdae5-3813-45ee-b1de-de39c7db396c admin admin] Publish callbacks [] for security_group (4ca1f64c-e951-4c02-8618-5b81006aa0ec), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.814716 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:34.834535 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:34.845895 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cdbfdae5-3813-45ee-b1de-de39c7db396c admin admin] Publish callbacks [] for security_group (4ca1f64c-e951-4c02-8618-5b81006aa0ec), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.869274 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Pushing event updated for resources: {'Port': ['ID=57186e89-cd4c-450f-8882-defcd43b87f9,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:34.875343 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586746'] for router_interface (a8d54b65-29a7-4765-bb06-f73e0d003e75), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.911626 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cdbfdae5-3813-45ee-b1de-de39c7db396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (4ca1f64c-e951-4c02-8618-5b81006aa0ec), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.916021 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-cdbfdae5-3813-45ee-b1de-de39c7db396c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:34.921743 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-cdbfdae5-3813-45ee-b1de-de39c7db396c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ca1f64c-e951-4c02-8618-5b81006aa0ec HTTP/1.1" status: 204 len: 168 time: 0.2009099 Jul 29 11:58:34.936662 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfdae5-3813-45ee-b1de-de39c7db396c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca1f64c-e951-4c02-8618-5b81006aa0ec,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:34.994175 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Network 92041d67-57c6-4de7-aa89-2b04f2b211dc is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:58:34.995724 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:35.187947 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Router a8d54b65-29a7-4765-bb06-f73e0d003e75 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:58:35.314036 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:58:35.328093 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-08125d6e-32a6-4019-9ac9-9f9f2d2271fb admin admin] 10.222.0.60 "PUT /v2.0/routers/a8d54b65-29a7-4765-bb06-f73e0d003e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6058743 Jul 29 11:58:35.337956 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:35.342876 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-a3c54059-10dc-401b-a43c-b8360c00fdff None None] Provisioning complete for port 57186e89-cd4c-450f-8882-defcd43b87f9 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:35.343521 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a3c54059-10dc-401b-a43c-b8360c00fdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:35.381121 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-a3c54059-10dc-401b-a43c-b8360c00fdff None None] Port 57186e89-cd4c-450f-8882-defcd43b87f9 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:58:35.800476 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50312) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:35.805239 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-3af1fef7-883a-4803-8993-4fd04f659490 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225531464', 'description': 'tempest-secgroup-smoke-225531464 description', 'project_id': '50680cfc97cf41c18d074cb84493cde7'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:35.848581 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3af1fef7-883a-4803-8993-4fd04f659490 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:35.873013 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50314) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:35.939793 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3af1fef7-883a-4803-8993-4fd04f659490 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group (9543255a-c808-4a27-963c-d6b335f3ba86), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:35.945164 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3af1fef7-883a-4803-8993-4fd04f659490 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (9543255a-c808-4a27-963c-d6b335f3ba86), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:35.979373 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-3af1fef7-883a-4803-8993-4fd04f659490 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:35.984148 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-3af1fef7-883a-4803-8993-4fd04f659490 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1796787 Jul 29 11:58:35.985585 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50318) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:35.988977 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-40c7a7d6-6c8e-47d9-b4ce-a8e8126751d9 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'security_group_rule': {'security_group_id': '9543255a-c808-4a27-963c-d6b335f3ba86', 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:35.991284 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:58:35.996651 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1fef7-883a-4803-8993-4fd04f659490 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9543255a-c808-4a27-963c-d6b335f3ba86,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:36.000081 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-83840841-network', 'tenant_id': '91aa577ac9bf45a49209c232a2237b81'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:36.022923 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:36.034380 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Made reservation on behalf of 91aa577ac9bf45a49209c232a2237b81 for: {'network': 1} {{(pid=115839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:58:36.036740 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.045378 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:36.045783 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.046730 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-40c7a7d6-6c8e-47d9-b4ce-a8e8126751d9 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (454181c6-1b2d-4d5a-9e23-c446b5b0f9ac), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.050702 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.120136 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:36.122471 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 63434ff0-1869-418f-a009-f2ec83e9c512 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:58:36.134528 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-40c7a7d6-6c8e-47d9-b4ce-a8e8126751d9 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (454181c6-1b2d-4d5a-9e23-c446b5b0f9ac), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.143497 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-40c7a7d6-6c8e-47d9-b4ce-a8e8126751d9 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (454181c6-1b2d-4d5a-9e23-c446b5b0f9ac), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.171496 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7a7d6-6c8e-47d9-b4ce-a8e8126751d9 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454181c6-1b2d-4d5a-9e23-c446b5b0f9ac,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:36.173500 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 63434ff0-1869-418f-a009-f2ec83e9c512 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:36.173878 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.191178 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-40c7a7d6-6c8e-47d9-b4ce-a8e8126751d9 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.195107 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-40c7a7d6-6c8e-47d9-b4ce-a8e8126751d9 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2069304 Jul 29 11:58:36.196170 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50320) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:36.197866 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Publish callbacks [] for security_group (3657f6c3-99df-47a7-9ada-2b863fb188e7), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.200305 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-633357c4-c4db-405e-bd40-33037159afed tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'security_group_rule': {'security_group_id': '9543255a-c808-4a27-963c-d6b335f3ba86', 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:36.203332 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (3657f6c3-99df-47a7-9ada-2b863fb188e7), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.232044 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-633357c4-c4db-405e-bd40-33037159afed tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (f7a36f8c-cd25-4382-b140-05065c8aba9c), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.234971 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=115839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 11:58:36.246035 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3657f6c3-99df-47a7-9ada-2b863fb188e7,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:36.251495 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (9de787c1-f863-4499-b13c-4804a9b4c057), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.252114 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.segments_db [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Added segment 9de787c1-f863-4499-b13c-4804a9b4c057 of type vlan for network 1d477f41-78ea-409a-9cb3-ee39089e2e6d Jul 29 11:58:36.267789 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 63434ff0-1869-418f-a009-f2ec83e9c512 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:36.268182 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.291299 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] For port 63434ff0-1869-418f-a009-f2ec83e9c512, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=63434ff0-1869-418f-a009-f2ec83e9c512,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:36.293170 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:36.296414 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.298587 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769964840834'] for network (1d477f41-78ea-409a-9cb3-ee39089e2e6d), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.304876 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-633357c4-c4db-405e-bd40-33037159afed tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (f7a36f8c-cd25-4382-b140-05065c8aba9c), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.309726 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-633357c4-c4db-405e-bd40-33037159afed tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (f7a36f8c-cd25-4382-b140-05065c8aba9c), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.327778 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:36.330919 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633357c4-c4db-405e-bd40-33037159afed tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a36f8c-cd25-4382-b140-05065c8aba9c,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:36.339670 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-633357c4-c4db-405e-bd40-33037159afed tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.341262 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-633357c4-c4db-405e-bd40-33037159afed tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1448600 Jul 29 11:58:36.343058 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131'] for network (1d477f41-78ea-409a-9cb3-ee39089e2e6d), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.344081 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:36.344278 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50322) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:36.344668 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.349986 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-c374b8ed-fa62-4acd-8f0d-a6a61cc5b99b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'security_group_rule': {'security_group_id': '9543255a-c808-4a27-963c-d6b335f3ba86', 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:36.362449 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Pushing event updated for resources: {'Port': ['ID=63434ff0-1869-418f-a009-f2ec83e9c512,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:36.378395 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5042031 Jul 29 11:58:36.381694 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 50324) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:36.387794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] Request body: {'subnet': {'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-83840841-subnet', 'tenant_id': '91aa577ac9bf45a49209c232a2237b81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:36.405833 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c374b8ed-fa62-4acd-8f0d-a6a61cc5b99b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (1fa5d289-5691-46d6-b822-4e3349695425), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.425576 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376aabc6-ee5f-41d3-9002-8716589d12e8 admin admin] Pushing event updated for resources: {'Network': ['ID=1d477f41-78ea-409a-9cb3-ee39089e2e6d,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:36.430912 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] Made reservation on behalf of 91aa577ac9bf45a49209c232a2237b81 for: {'subnet': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:58:36.433301 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10080738'] for subnet (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.437241 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Network 1d477f41-78ea-409a-9cb3-ee39089e2e6d details requested by agent ovs-agent-dv-cinder-837542-7-iscsi with host dv-cinder-837542-7-iscsi {{(pid=115840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 11:58:36.522610 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c374b8ed-fa62-4acd-8f0d-a6a61cc5b99b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (1fa5d289-5691-46d6-b822-4e3349695425), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.531502 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c374b8ed-fa62-4acd-8f0d-a6a61cc5b99b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (1fa5d289-5691-46d6-b822-4e3349695425), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.561040 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374b8ed-fa62-4acd-8f0d-a6a61cc5b99b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa5d289-5691-46d6-b822-4e3349695425,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:36.571155 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-c374b8ed-fa62-4acd-8f0d-a6a61cc5b99b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.572481 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c374b8ed-fa62-4acd-8f0d-a6a61cc5b99b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2266734 Jul 29 11:58:36.575749 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50326) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:36.580392 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-96b1518d-cf63-4cfb-9f44-1abd93090b18 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'security_group_rule': {'security_group_id': '9543255a-c808-4a27-963c-d6b335f3ba86', 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:36.609546 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:36.612280 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96b1518d-cf63-4cfb-9f44-1abd93090b18 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (7ace69f2-ec1c-4d92-824e-7228e5c152b7), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.618966 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:36.674744 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9794879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10080716'] for subnet (abb5e235-ce4c-4e34-b516-68a90cb82d1a), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.678253 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96b1518d-cf63-4cfb-9f44-1abd93090b18 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (7ace69f2-ec1c-4d92-824e-7228e5c152b7), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.681786 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96b1518d-cf63-4cfb-9f44-1abd93090b18 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (7ace69f2-ec1c-4d92-824e-7228e5c152b7), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.703000 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1518d-cf63-4cfb-9f44-1abd93090b18 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ace69f2-ec1c-4d92-824e-7228e5c152b7,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:36.708300 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-96b1518d-cf63-4cfb-9f44-1abd93090b18 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.709546 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-96b1518d-cf63-4cfb-9f44-1abd93090b18 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326382 Jul 29 11:58:36.712192 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50328) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:36.718739 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-4339efe8-4cba-4322-9325-00dde7983def tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'security_group_rule': {'security_group_id': '9543255a-c808-4a27-963c-d6b335f3ba86', 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:36.736942 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb5e235-ce4c-4e34-b516-68a90cb82d1a,revision_number=0']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:36.746406 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.securitygroups_db [None req-4339efe8-4cba-4322-9325-00dde7983def tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Project 50680cfc97cf41c18d074cb84493cde7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 11:58:36.746815 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] Checking segment: {'id': '9de787c1-f863-4499-b13c-4804a9b4c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:36.747178 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] Network hostable DHCP agents. Network: 1d477f41-78ea-409a-9cb3-ee39089e2e6d, hostable agents: ['b2d730cb-22f1-4a4e-8ace-49a9edaa90a6'], hosted agents: [] {{(pid=115838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 11:58:36.752249 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4339efe8-4cba-4322-9325-00dde7983def tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (5d8a3a50-4e14-4288-83bc-394a7a214e8d), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.754112 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Sync routers for ids ['a8d54b65-29a7-4765-bb06-f73e0d003e75'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:58:36.766570 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] Network 1d477f41-78ea-409a-9cb3-ee39089e2e6d is scheduled to be hosted by DHCP agent b2d730cb-22f1-4a4e-8ace-49a9edaa90a6 with binding_index 1 {{(pid=115838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 11:58:36.766817 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Routers {'a8d54b65-29a7-4765-bb06-f73e0d003e75'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:36.767337 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:58:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['a8d54b65-29a7-4765-bb06-f73e0d003e75'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:36.776860 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-7-iscsi, 1d477f41-78ea-409a-9cb3-ee39089e2e6d) {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:36.785272 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:36.786123 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for subnet (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.812306 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-543f65e0-e293-49c5-a897-0a394e2da138 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4207265 Jul 29 11:58:36.812963 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191373a9-681a-4c5d-8f78-356f53c7e1ce None None] Network 1d477f41-78ea-409a-9cb3-ee39089e2e6d requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:58:36.822447 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4339efe8-4cba-4322-9325-00dde7983def tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (5d8a3a50-4e14-4288-83bc-394a7a214e8d), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.826998 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4339efe8-4cba-4322-9325-00dde7983def tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (5d8a3a50-4e14-4288-83bc-394a7a214e8d), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.842366 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339efe8-4cba-4322-9325-00dde7983def tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8a3a50-4e14-4288-83bc-394a7a214e8d,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:36.861243 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-4339efe8-4cba-4322-9325-00dde7983def tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.862984 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-4339efe8-4cba-4322-9325-00dde7983def tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488094 Jul 29 11:58:36.865980 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50332) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:58:36.870990 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-3f8425d6-1a3c-4f5c-805c-59975b1f5878 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'security_group_rule': {'security_group_id': '9543255a-c808-4a27-963c-d6b335f3ba86', 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:36.901276 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.securitygroups_db [None req-3f8425d6-1a3c-4f5c-805c-59975b1f5878 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Project 50680cfc97cf41c18d074cb84493cde7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 11:58:36.907553 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3f8425d6-1a3c-4f5c-805c-59975b1f5878 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (5e0346b9-1389-42f0-85cf-a1f960bf9b3c), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.961662 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Set router a8d54b65-29a7-4765-bb06-f73e0d003e75 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:36.982835 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3f8425d6-1a3c-4f5c-805c-59975b1f5878 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (5e0346b9-1389-42f0-85cf-a1f960bf9b3c), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:36.988423 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3f8425d6-1a3c-4f5c-805c-59975b1f5878 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564803'] for security_group_rule (5e0346b9-1389-42f0-85cf-a1f960bf9b3c), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:37.009972 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8425d6-1a3c-4f5c-805c-59975b1f5878 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0346b9-1389-42f0-85cf-a1f960bf9b3c,revision_number=0']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:37.015744 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12662d-2a56-44ab-9657-6ea685790b75 None None] Network 1d477f41-78ea-409a-9cb3-ee39089e2e6d requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 11:58:37.020645 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3f8425d6-1a3c-4f5c-805c-59975b1f5878 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:37.025254 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-3f8425d6-1a3c-4f5c-805c-59975b1f5878 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549687 Jul 29 11:58:37.310142 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:37.402056 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'name': 'tempest-TestVolumeBootPattern-1710322767-router', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:30Z', 'updated_at': '2022-07-29T11:58:34Z', 'revision_number': 4, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'gw_port': {'id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:31Z', 'updated_at': '2022-07-29T11:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '57186e89-cd4c-450f-8882-defcd43b87f9', 'name': '', 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'mac_address': 'fa:16:3e:43:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'b242cf6b-c837-4722-ae70-39a6818f8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:33Z', 'updated_at': '2022-07-29T11:58:34Z', 'revision_number': 2, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'subnets': [{'id': 'b242cf6b-c837-4722-ae70-39a6818f8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:37.430504 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Checking router: a8d54b65-29a7-4765-bb06-f73e0d003e75 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:58:37.430868 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Updating router a8d54b65-29a7-4765-bb06-f73e0d003e75 port 57186e89-cd4c-450f-8882-defcd43b87f9 binding host dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 11:58:37.469127 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:37.472665 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=100 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:37.742927 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Publish callbacks [] for port (57186e89-cd4c-450f-8882-defcd43b87f9), precommit_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:37.748915 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:37.798734 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f835c-6124-4fae-862e-443d2ef3523d None None] Pushing event updated for resources: {'Port': ['ID=57186e89-cd4c-450f-8882-defcd43b87f9,revision_number=3']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:37.861255 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Attempting to bind port 57186e89-cd4c-450f-8882-defcd43b87f9 on host dv-cinder-837542-7-iscsi for vnic_type normal with profile {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:58:37.861668 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Attempting to bind port 57186e89-cd4c-450f-8882-defcd43b87f9 by drivers openvswitch,hyperv on host dv-cinder-837542-7-iscsi at level 0 using segments [{'id': '5675bee1-3671-4745-8cab-48f9add5a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc'}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:58:37.862037 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Attempting to bind port 57186e89-cd4c-450f-8882-defcd43b87f9 on network 92041d67-57c6-4de7-aa89-2b04f2b211dc {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:37.867466 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Checking agent: {'id': '55c3e7ef-a853-4d95-bb79-f60bf888e02f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 38, 1), 'started_at': datetime.datetime(2022, 7, 29, 11, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:58:37.867860 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Checking segment: {'id': '5675bee1-3671-4745-8cab-48f9add5a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:37.868249 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:37.868640 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Bound using segment: {'id': '5675bee1-3671-4745-8cab-48f9add5a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc'} {{(pid=115840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:58:37.869113 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.managers [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Bound port: 57186e89-cd4c-450f-8882-defcd43b87f9, host: dv-cinder-837542-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5675bee1-3671-4745-8cab-48f9add5a03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc'}}] {{(pid=115840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:58:37.869525 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:37.908728 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 63434ff0-1869-418f-a009-f2ec83e9c512 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:58:37.977330 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] For port 57186e89-cd4c-450f-8882-defcd43b87f9, host dv-cinder-837542-7-iscsi, cleared binding levels {{(pid=115840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:58:37.981761 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] For port 57186e89-cd4c-450f-8882-defcd43b87f9, host dv-cinder-837542-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=57186e89-cd4c-450f-8882-defcd43b87f9,segment=NetworkSegment(5675bee1-3671-4745-8cab-48f9add5a03d),segment_id=5675bee1-3671-4745-8cab-48f9add5a03d)] {{(pid=115840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:58:37.992059 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:38.004503 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 63434ff0-1869-418f-a009-f2ec83e9c512 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:38.004864 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:38.078820 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-0d042aed-fadd-43d8-81a2-1231bde4d92f None None] Provisioning complete for port 57186e89-cd4c-450f-8882-defcd43b87f9 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:38.079307 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-0d042aed-fadd-43d8-81a2-1231bde4d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:38.124211 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Routers {'a8d54b65-29a7-4765-bb06-f73e0d003e75'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:58:38.124877 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:58:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['a8d54b65-29a7-4765-bb06-f73e0d003e75'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:38.126828 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f835c-6124-4fae-862e-443d2ef3523d None None] Pushing event updated for resources: {'Port': ['ID=57186e89-cd4c-450f-8882-defcd43b87f9,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:38.190914 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:38.246481 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:38.300387 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 63434ff0-1869-418f-a009-f2ec83e9c512 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:38.308978 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-0d042aed-fadd-43d8-81a2-1231bde4d92f None None] Current status of the port 57186e89-cd4c-450f-8882-defcd43b87f9 is: DOWN; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:38.309363 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-0d042aed-fadd-43d8-81a2-1231bde4d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:38.328290 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] Set router a8d54b65-29a7-4765-bb06-f73e0d003e75 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:58:38.411823 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-0d042aed-fadd-43d8-81a2-1231bde4d92f None None] For port 57186e89-cd4c-450f-8882-defcd43b87f9, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=57186e89-cd4c-450f-8882-defcd43b87f9,segment=NetworkSegment(5675bee1-3671-4745-8cab-48f9add5a03d),segment_id=5675bee1-3671-4745-8cab-48f9add5a03d)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:38.416078 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-0d042aed-fadd-43d8-81a2-1231bde4d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:38.513153 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d042aed-fadd-43d8-81a2-1231bde4d92f None None] Pushing event updated for resources: {'Port': ['ID=57186e89-cd4c-450f-8882-defcd43b87f9,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:38.547833 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-a46f5243-52cb-4f46-aa35-6e8f6fea9f7e None None] Provisioning complete for port 57186e89-cd4c-450f-8882-defcd43b87f9 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:38.548216 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a46f5243-52cb-4f46-aa35-6e8f6fea9f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:38.625546 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'name': 'tempest-TestVolumeBootPattern-1710322767-router', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:30Z', 'updated_at': '2022-07-29T11:58:34Z', 'revision_number': 4, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'gw_port': {'id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:31Z', 'updated_at': '2022-07-29T11:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '57186e89-cd4c-450f-8882-defcd43b87f9', 'name': '', 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'mac_address': 'fa:16:3e:43:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'b242cf6b-c837-4722-ae70-39a6818f8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:33Z', 'updated_at': '2022-07-29T11:58:37Z', 'revision_number': 4, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'subnets': [{'id': 'b242cf6b-c837-4722-ae70-39a6818f8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:58:38.655231 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945cd66c-1d12-44e7-a308-26b5af4b8a22 None None] The sync data for ids ['a8d54b65-29a7-4765-bb06-f73e0d003e75'] in dv-cinder-837542-7-iscsi is: [{'id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'name': 'tempest-TestVolumeBootPattern-1710322767-router', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:30Z', 'updated_at': '2022-07-29T11:58:34Z', 'revision_number': 4, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'gw_port': {'id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:31Z', 'updated_at': '2022-07-29T11:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '57186e89-cd4c-450f-8882-defcd43b87f9', 'name': '', 'network_id': '92041d67-57c6-4de7-aa89-2b04f2b211dc', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'mac_address': 'fa:16:3e:43:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'b242cf6b-c837-4722-ae70-39a6818f8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:33Z', 'updated_at': '2022-07-29T11:58:37Z', 'revision_number': 4, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'subnets': [{'id': 'b242cf6b-c837-4722-ae70-39a6818f8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:58:38.707709 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-a46f5243-52cb-4f46-aa35-6e8f6fea9f7e None None] Current status of the port 57186e89-cd4c-450f-8882-defcd43b87f9 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:38.775807 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-4b599960-bd75-4c5c-8f1e-7ea67ef59468 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:38.778251 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-4b599960-bd75-4c5c-8f1e-7ea67ef59468 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/networks?id=1d477f41-78ea-409a-9cb3-ee39089e2e6d HTTP/1.1" status: 200 len: 807 time: 0.1417775 Jul 29 11:58:38.794231 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-b5e9779b-4ada-47ff-9deb-cd8fd8e3d7a1 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/quotas/91aa577ac9bf45a49209c232a2237b81 HTTP/1.1" status: 200 len: 375 time: 0.0104382 Jul 29 11:58:38.833165 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-4ceb0275-9387-4805-a3a9-4a09866ac71a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=91aa577ac9bf45a49209c232a2237b81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335045 Jul 29 11:58:38.905191 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-98f2b814-b3d8-4cb8-9d80-5973f8dd3b42 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:58:38.906266 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-98f2b814-b3d8-4cb8-9d80-5973f8dd3b42 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0632877 Jul 29 11:58:39.005147 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-2d7bb87b-2b80-4e9d-8cab-08c559775894 service neutron] 10.222.0.60 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929523 Jul 29 11:58:39.104509 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-5e0c8565-2421-414b-8d12-972e80335b12 service neutron] 10.222.0.60 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933998 Jul 29 11:58:39.272830 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ef268553-326e-4654-baf8-1759cf55f983 req-b98d4216-4b04-4b3c-b8b7-26e63242511f tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 210 time: 0.0304334 Jul 29 11:58:39.907320 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 57186e89-cd4c-450f-8882-defcd43b87f9 up at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:58:39.961348 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Provisioning complete for port 57186e89-cd4c-450f-8882-defcd43b87f9 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:39.961754 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:40.037818 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Current status of the port 57186e89-cd4c-450f-8882-defcd43b87f9 is: ACTIVE; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:40.397796 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b8b0bad1-ceec-4c96-a3fd-cae9ff7d4507 req-5c4ef4fc-6d21-4956-9871-19c035af03e8 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 210 time: 0.0464373 Jul 29 11:58:40.457560 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-fc682c04-95b9-4fab-a277-aea3f86581c0 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:40.459007 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-fc682c04-95b9-4fab-a277-aea3f86581c0 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.58 "GET /v2.0/networks?id=1d477f41-78ea-409a-9cb3-ee39089e2e6d HTTP/1.1" status: 200 len: 807 time: 0.1390376 Jul 29 11:58:40.472005 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Request body: {'port': {'device_id': 'c9371a96-d278-44a6-b7b4-b22e47e93bfe', 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d', 'admin_state_up': True, 'tenant_id': '91aa577ac9bf45a49209c232a2237b81'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:40.586147 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Made reservation on behalf of 91aa577ac9bf45a49209c232a2237b81 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:58:40.590118 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:40.719068 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Allocated IP 172.20.0.9 (1d477f41-78ea-409a-9cb3-ee39089e2e6d/abb5e235-ce4c-4e34-b516-68a90cb82d1a/5534a077-5664-48e4-9dab-7197dbcf508b) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:58:40.882312 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks [] for port (5534a077-5664-48e4-9dab-7197dbcf508b), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:40.915339 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:40.922095 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:40.970399 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:40.974836 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Network 1d477f41-78ea-409a-9cb3-ee39089e2e6d is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:58:40.976616 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Pushing event updated for resources: {'Port': ['ID=5534a077-5664-48e4-9dab-7197dbcf508b,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:40.981725 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:40.984665 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:58:41.036033 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:41.036652 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:41.053750 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-d42ae415-26a0-4c3a-bea2-218905698c7c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5852973 Jul 29 11:58:41.070079 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Request body: {'port': {'device_id': 'c9371a96-d278-44a6-b7b4-b22e47e93bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:41.137455 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:41.393269 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5534a077-5664-48e4-9dab-7197dbcf508b {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:58:41.400560 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Publish callbacks [] for port (5534a077-5664-48e4-9dab-7197dbcf508b), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:41.413875 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Transition to ACTIVE for port object 5534a077-5664-48e4-9dab-7197dbcf508b will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:58:41.417538 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:41.471467 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Pushing event updated for resources: {'Port': ['ID=5534a077-5664-48e4-9dab-7197dbcf508b,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:41.486692 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:41.504074 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:41.524675 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635bc85-588b-4c9b-b3d3-38967aaebfad req-d26007a0-2128-40f3-903b-41d0f6061be2 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:41.526165 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0635bc85-588b-4c9b-b3d3-38967aaebfad req-d26007a0-2128-40f3-903b-41d0f6061be2 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 943 time: 0.0497255 Jul 29 11:58:41.545859 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Attempting to bind port 5534a077-5664-48e4-9dab-7197dbcf508b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:58:41.546190 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Attempting to bind port 5534a077-5664-48e4-9dab-7197dbcf508b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9de787c1-f863-4499-b13c-4804a9b4c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:58:41.546515 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Attempting to bind port 5534a077-5664-48e4-9dab-7197dbcf508b on network 1d477f41-78ea-409a-9cb3-ee39089e2e6d {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:41.550960 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Port 5534a077-5664-48e4-9dab-7197dbcf508b on network 1d477f41-78ea-409a-9cb3-ee39089e2e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:58:41.551278 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Attempting to bind port 5534a077-5664-48e4-9dab-7197dbcf508b on network 1d477f41-78ea-409a-9cb3-ee39089e2e6d {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:41.556028 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:58:41.556363 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Checking segment: {'id': '9de787c1-f863-4499-b13c-4804a9b4c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:41.556736 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Bound using segment: {'id': '9de787c1-f863-4499-b13c-4804a9b4c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:58:41.557156 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Bound port: 5534a077-5664-48e4-9dab-7197dbcf508b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de787c1-f863-4499-b13c-4804a9b4c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:58:41.557544 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:41.585440 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0635bc85-588b-4c9b-b3d3-38967aaebfad req-7625cc97-bfc7-4e3d-b483-284dd68cd8ad tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463889 Jul 29 11:58:41.623304 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] For port 5534a077-5664-48e4-9dab-7197dbcf508b, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:58:41.626271 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] For port 5534a077-5664-48e4-9dab-7197dbcf508b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5534a077-5664-48e4-9dab-7197dbcf508b,segment=NetworkSegment(9de787c1-f863-4499-b13c-4804a9b4c057),segment_id=9de787c1-f863-4499-b13c-4804a9b4c057)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:58:41.631809 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:41.665257 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:41.665890 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:41.667890 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] 10.222.0.58 "PUT /v2.0/ports/5534a077-5664-48e4-9dab-7197dbcf508b HTTP/1.1" status: 200 len: 1093 time: 0.6062543 Jul 29 11:58:41.668313 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9371a96-d278-44a6-b7b4-b22e47e93bfe', 'tag': '5534a077-5664-48e4-9dab-7197dbcf508b'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:58:41.670552 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707e3a86-4edd-4a0b-b70b-66d6e0bc7b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9371a96-d278-44a6-b7b4-b22e47e93bfe", "tag": "5534a077-5664-48e4-9dab-7197dbcf508b"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:58:41.696960 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a827f8-2f77-48d9-9881-105b3ae5db78 service neutron] Pushing event updated for resources: {'Port': ['ID=5534a077-5664-48e4-9dab-7197dbcf508b,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:41.720098 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d40afd-aea4-4a11-bbbb-3201278fa51b x-openstack-request-id: req-d4d40afd-aea4-4a11-bbbb-3201278fa51b {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:58:41.720496 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9371a96-d278-44a6-b7b4-b22e47e93bfe", "tag": "5534a077-5664-48e4-9dab-7197dbcf508b", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:58:41.720813 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4d40afd-aea4-4a11-bbbb-3201278fa51b {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:58:41.721281 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d40afd-aea4-4a11-bbbb-3201278fa51b'] response: {'name': 'network-changed', 'server_uuid': 'c9371a96-d278-44a6-b7b4-b22e47e93bfe', 'tag': '5534a077-5664-48e4-9dab-7197dbcf508b', 'status': 'completed', 'code': 200} Jul 29 11:58:41.783033 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-1608a812-0a01-490c-8f26-7e2336310a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:41.784436 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-1608a812-0a01-490c-8f26-7e2336310a15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91aa577ac9bf45a49209c232a2237b81&device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 1127 time: 0.0395668 Jul 29 11:58:41.825543 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-ea8f8733-7d12-4dde-a147-c638d02fc33b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5534a077-5664-48e4-9dab-7197dbcf508b HTTP/1.1" status: 200 len: 217 time: 0.0319490 Jul 29 11:58:41.865439 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:41.885243 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-e810f308-d562-417b-86e5-d6982e5081cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:41.887015 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-e810f308-d562-417b-86e5-d6982e5081cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=abb5e235-ce4c-4e34-b516-68a90cb82d1a HTTP/1.1" status: 200 len: 847 time: 0.0544932 Jul 29 11:58:41.919819 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-e7652b0d-6dcd-4c13-98c6-b9108e8a826f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1d477f41-78ea-409a-9cb3-ee39089e2e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260346 Jul 29 11:58:42.008043 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:42.016115 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-dc59521f-fc49-48f2-b63c-b140778b31f3 service neutron] 10.222.0.58 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886540 Jul 29 11:58:42.111921 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5f1a8d07-4615-4943-9a04-6245dadd6104 req-533f90c9-c8e2-4690-80f2-07773fd0d704 service neutron] 10.222.0.58 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883222 Jul 29 11:58:42.703923 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6aed9-d2d1-4284-90ef-d20e46f4805b req-b7079e07-d905-4038-9e81-17813b0f3661 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:42.705394 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4ba6aed9-d2d1-4284-90ef-d20e46f4805b req-b7079e07-d905-4038-9e81-17813b0f3661 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 943 time: 0.0477583 Jul 29 11:58:42.756557 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4ba6aed9-d2d1-4284-90ef-d20e46f4805b req-49331367-644f-4e1a-b5f4-2b9ebfd1947d tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454204 Jul 29 11:58:42.936046 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e3a86-4edd-4a0b-b70b-66d6e0bc7b4d req-81ed0eed-fc38-40ee-84fb-7a569561c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:42.937546 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-707e3a86-4edd-4a0b-b70b-66d6e0bc7b4d req-81ed0eed-fc38-40ee-84fb-7a569561c1df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91aa577ac9bf45a49209c232a2237b81&device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 1127 time: 0.0395029 Jul 29 11:58:43.036924 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e3a86-4edd-4a0b-b70b-66d6e0bc7b4d req-33ca4d77-0ca9-48e3-9c85-f7719b9a9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:43.038425 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-707e3a86-4edd-4a0b-b70b-66d6e0bc7b4d req-33ca4d77-0ca9-48e3-9c85-f7719b9a9342 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1d477f41-78ea-409a-9cb3-ee39089e2e6d HTTP/1.1" status: 200 len: 908 time: 0.0941050 Jul 29 11:58:43.077311 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-707e3a86-4edd-4a0b-b70b-66d6e0bc7b4d req-a96ad061-2fb6-4502-9bc7-7144fcdbf592 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5534a077-5664-48e4-9dab-7197dbcf508b HTTP/1.1" status: 200 len: 217 time: 0.0321343 Jul 29 11:58:43.127616 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e3a86-4edd-4a0b-b70b-66d6e0bc7b4d req-0f603a56-71e6-4c42-a4c2-c400c8a8cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:43.129007 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-707e3a86-4edd-4a0b-b70b-66d6e0bc7b4d req-0f603a56-71e6-4c42-a4c2-c400c8a8cee8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=abb5e235-ce4c-4e34-b516-68a90cb82d1a HTTP/1.1" status: 200 len: 847 time: 0.0444124 Jul 29 11:58:43.167881 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-707e3a86-4edd-4a0b-b70b-66d6e0bc7b4d req-0afc9817-a2cd-4cbd-b741-4efa57f4c14f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1d477f41-78ea-409a-9cb3-ee39089e2e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302341 Jul 29 11:58:43.256656 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-707e3a86-4edd-4a0b-b70b-66d6e0bc7b4d req-3fb2b51e-76c4-4c96-be40-d9c73858328a service neutron] 10.222.0.58 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829380 Jul 29 11:58:43.359624 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-707e3a86-4edd-4a0b-b70b-66d6e0bc7b4d req-f4ecc994-7524-45c1-812c-447850a82a50 service neutron] 10.222.0.58 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863302 Jul 29 11:58:43.877034 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcdfc8-07c8-405d-98a1-831f610f744f req-03c623f3-ddcd-48c6-8456-a62099490453 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:43.878530 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87dcdfc8-07c8-405d-98a1-831f610f744f req-03c623f3-ddcd-48c6-8456-a62099490453 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 943 time: 0.0501163 Jul 29 11:58:43.928088 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-87dcdfc8-07c8-405d-98a1-831f610f744f req-bc373211-e8b2-4d5c-bc49-67945c152984 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 Jul 29 11:58:44.737998 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=10 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:44.740806 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:45.051593 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf59a8-e58e-4dd3-bc70-7df865d03534 req-9e5c59cc-07b8-43f8-93c5-c4c14235985d tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:45.053083 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cabf59a8-e58e-4dd3-bc70-7df865d03534 req-9e5c59cc-07b8-43f8-93c5-c4c14235985d tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 943 time: 0.0520587 Jul 29 11:58:45.103865 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cabf59a8-e58e-4dd3-bc70-7df865d03534 req-a71370d6-e14c-469e-bb16-4d8add97642d tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447171 Jul 29 11:58:45.574007 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 5534a077-5664-48e4-9dab-7197dbcf508b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:58:45.673894 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 5534a077-5664-48e4-9dab-7197dbcf508b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5534a077-5664-48e4-9dab-7197dbcf508b,segment=NetworkSegment(9de787c1-f863-4499-b13c-4804a9b4c057),segment_id=9de787c1-f863-4499-b13c-4804a9b4c057)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:45.685428 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '5534a077-5664-48e4-9dab-7197dbcf508b', 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d', 'port_id': '5534a077-5664-48e4-9dab-7197dbcf508b', 'mac_address': 'fa:16:3e:fe:66:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb5e235-ce4c-4e34-b516-68a90cb82d1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:58:45.721017 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:45.723305 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 5534a077-5664-48e4-9dab-7197dbcf508b is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:45.723698 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:45.738786 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5534a077-5664-48e4-9dab-7197dbcf508b {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:58:45.758796 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 5534a077-5664-48e4-9dab-7197dbcf508b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5534a077-5664-48e4-9dab-7197dbcf508b,segment=NetworkSegment(9de787c1-f863-4499-b13c-4804a9b4c057),segment_id=9de787c1-f863-4499-b13c-4804a9b4c057)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:45.763245 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:45.787849 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:45.815429 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=5534a077-5664-48e4-9dab-7197dbcf508b,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:46.013358 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['5534a077-5664-48e4-9dab-7197dbcf508b'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:58:46.225086 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27883507-89e8-4ef9-8e63-80818503f29f req-55382cc5-9cb3-48cb-95f5-2c2e02691b99 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:46.226829 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-27883507-89e8-4ef9-8e63-80818503f29f req-55382cc5-9cb3-48cb-95f5-2c2e02691b99 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 944 time: 0.0478427 Jul 29 11:58:46.275014 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-27883507-89e8-4ef9-8e63-80818503f29f req-fe4c3b40-8bb3-4153-8762-726f623b9e27 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Jul 29 11:58:47.398409 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4ab73-f8c3-4314-b233-de55347b7aa1 req-18822abf-c808-4c02-9ff3-6385d299b78d tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:47.399879 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d6a4ab73-f8c3-4314-b233-de55347b7aa1 req-18822abf-c808-4c02-9ff3-6385d299b78d tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 944 time: 0.0524206 Jul 29 11:58:47.446649 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-d6a4ab73-f8c3-4314-b233-de55347b7aa1 req-bce30236-2f8c-4a9f-86e5-2fa3f03b943e tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 Jul 29 11:58:47.570381 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 5534a077-5664-48e4-9dab-7197dbcf508b up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:58:47.611839 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 5534a077-5664-48e4-9dab-7197dbcf508b completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:58:47.618514 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 5534a077-5664-48e4-9dab-7197dbcf508b triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:47.618995 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:47.693230 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 5534a077-5664-48e4-9dab-7197dbcf508b is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:58:47.693642 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:47.719403 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9371a96-d278-44a6-b7b4-b22e47e93bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5534a077-5664-48e4-9dab-7197dbcf508b'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:58:47.721867 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6608c68-9bc5-441b-be44-06e0ff70b2d0" -d '{"events": [{"server_uuid": "c9371a96-d278-44a6-b7b4-b22e47e93bfe", "name": "network-vif-plugged", "status": "completed", "tag": "5534a077-5664-48e4-9dab-7197dbcf508b"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:58:47.735412 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 5534a077-5664-48e4-9dab-7197dbcf508b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5534a077-5664-48e4-9dab-7197dbcf508b,segment=NetworkSegment(9de787c1-f863-4499-b13c-4804a9b4c057),segment_id=9de787c1-f863-4499-b13c-4804a9b4c057)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:47.739292 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:47.790167 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=5534a077-5664-48e4-9dab-7197dbcf508b,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:47.882650 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903c4e4a-85e7-4df6-a8cb-5443dae2042a x-openstack-request-id: req-903c4e4a-85e7-4df6-a8cb-5443dae2042a {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:58:47.882937 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9371a96-d278-44a6-b7b4-b22e47e93bfe", "name": "network-vif-plugged", "status": "completed", "tag": "5534a077-5664-48e4-9dab-7197dbcf508b", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:58:47.883185 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-903c4e4a-85e7-4df6-a8cb-5443dae2042a {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:58:47.883584 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903c4e4a-85e7-4df6-a8cb-5443dae2042a'] response: {'server_uuid': 'c9371a96-d278-44a6-b7b4-b22e47e93bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5534a077-5664-48e4-9dab-7197dbcf508b', 'code': 200} Jul 29 11:58:48.055321 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de48f62-831c-4b05-8058-de6d61955daf req-ec13429d-3ab0-4e79-8fb3-5bc8570b63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:48.056848 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7de48f62-831c-4b05-8058-de6d61955daf req-ec13429d-3ab0-4e79-8fb3-5bc8570b63a9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 1129 time: 0.0395463 Jul 29 11:58:48.101779 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-7de48f62-831c-4b05-8058-de6d61955daf req-25fb9c0f-f8e3-40c5-b0e7-353972708b99 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372703 Jul 29 11:58:48.563152 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07cb71-dc37-478c-aeac-9ad2f44fbe97 req-f705f939-6f70-45fd-8ccf-7a48c6fa5855 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:48.564627 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bc07cb71-dc37-478c-aeac-9ad2f44fbe97 req-f705f939-6f70-45fd-8ccf-7a48c6fa5855 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 945 time: 0.0469511 Jul 29 11:58:48.612325 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bc07cb71-dc37-478c-aeac-9ad2f44fbe97 req-d4e2127a-5cc7-4a59-a205-7ecfb748e0e2 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420759 Jul 29 11:58:49.740807 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20d934-e3f9-4e4b-be01-68272f38c53c req-851ba39c-0a1b-4f6d-9e56-788485762d60 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:49.742284 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9c20d934-e3f9-4e4b-be01-68272f38c53c req-851ba39c-0a1b-4f6d-9e56-788485762d60 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 945 time: 0.0470424 Jul 29 11:58:49.792741 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9c20d934-e3f9-4e4b-be01-68272f38c53c req-e561af0f-7ffd-43e1-951a-9b2aa8c5497a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Jul 29 11:58:50.425850 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993396-745f-429b-8d11-5e98f394340c req-42c21877-b6bc-4695-a062-0dabd174bfb7 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:50.427317 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cb993396-745f-429b-8d11-5e98f394340c req-42c21877-b6bc-4695-a062-0dabd174bfb7 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 945 time: 0.0469606 Jul 29 11:58:50.474392 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-cb993396-745f-429b-8d11-5e98f394340c req-67bc32e3-9f7d-4fe4-bd1d-527cf05e67ee tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413432 Jul 29 11:58:51.593693 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ebfc2-66fc-40be-8ca0-6b78e2737760 req-303c9ee8-a658-4cf7-945e-81af39cb95f6 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:51.595156 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-be4ebfc2-66fc-40be-8ca0-6b78e2737760 req-303c9ee8-a658-4cf7-945e-81af39cb95f6 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 945 time: 0.0472841 Jul 29 11:58:51.642872 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-be4ebfc2-66fc-40be-8ca0-6b78e2737760 req-d5800d91-a654-4720-800b-d57b81afb369 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Jul 29 11:58:51.984350 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a887b4d-0d22-46c2-a75c-47fb33d570e8 req-e3561604-2617-4fc2-b1ac-72ede9f2c5f1 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:51.985811 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a887b4d-0d22-46c2-a75c-47fb33d570e8 req-e3561604-2617-4fc2-b1ac-72ede9f2c5f1 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 945 time: 0.0470634 Jul 29 11:58:52.071162 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-6a887b4d-0d22-46c2-a75c-47fb33d570e8 req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Deleting port 5534a077-5664-48e4-9dab-7197dbcf508b {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:58:52.071498 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6a887b4d-0d22-46c2-a75c-47fb33d570e8 req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:52.162084 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-6a887b4d-0d22-46c2-a75c-47fb33d570e8 req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] For port 5534a077-5664-48e4-9dab-7197dbcf508b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5534a077-5664-48e4-9dab-7197dbcf508b,segment=NetworkSegment(9de787c1-f863-4499-b13c-4804a9b4c057),segment_id=9de787c1-f863-4499-b13c-4804a9b4c057)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:58:52.162365 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6a887b4d-0d22-46c2-a75c-47fb33d570e8 req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:52.175649 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-6a887b4d-0d22-46c2-a75c-47fb33d570e8 req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Calling delete_port for 5534a077-5664-48e4-9dab-7197dbcf508b owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:58:52.234920 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:52.243787 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:52.301050 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6a887b4d-0d22-46c2-a75c-47fb33d570e8 req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (5534a077-5664-48e4-9dab-7197dbcf508b), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:52.316584 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['5534a077-5664-48e4-9dab-7197dbcf508b'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:58:52.331399 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Pushing event deleted for resources: {'Port': ['ID=5534a077-5664-48e4-9dab-7197dbcf508b,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:52.344937 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.345289 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.345654 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.345990 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.346322 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.346648 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.346994 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.347294 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.347615 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.347936 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.348255 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.348574 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.348894 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.349207 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.349551 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:58:52.387318 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a887b4d-0d22-46c2-a75c-47fb33d570e8 req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] No DVR routers for this DVR port 5534a077-5664-48e4-9dab-7197dbcf508b on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:58:52.389858 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-6a887b4d-0d22-46c2-a75c-47fb33d570e8 req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:52.393077 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a887b4d-0d22-46c2-a75c-47fb33d570e8 req-e51cd868-d8dc-45e7-a17e-95b778a80f8a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.58 "DELETE /v2.0/ports/5534a077-5664-48e4-9dab-7197dbcf508b HTTP/1.1" status: 204 len: 173 time: 0.4006076 Jul 29 11:58:52.393537 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9371a96-d278-44a6-b7b4-b22e47e93bfe', 'name': 'network-vif-deleted', 'tag': '5534a077-5664-48e4-9dab-7197dbcf508b'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:58:52.395759 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be135dab-6654-4a3d-8021-94d6003b2b5b" -d '{"events": [{"server_uuid": "c9371a96-d278-44a6-b7b4-b22e47e93bfe", "name": "network-vif-deleted", "tag": "5534a077-5664-48e4-9dab-7197dbcf508b"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:58:52.435629 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c4c040-a18f-4b0d-9a3a-c8180b60549a x-openstack-request-id: req-c7c4c040-a18f-4b0d-9a3a-c8180b60549a {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:58:52.435921 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9371a96-d278-44a6-b7b4-b22e47e93bfe", "name": "network-vif-deleted", "tag": "5534a077-5664-48e4-9dab-7197dbcf508b", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:58:52.436172 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7c4c040-a18f-4b0d-9a3a-c8180b60549a {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:58:52.436578 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c4c040-a18f-4b0d-9a3a-c8180b60549a'] response: {'server_uuid': 'c9371a96-d278-44a6-b7b4-b22e47e93bfe', 'name': 'network-vif-deleted', 'tag': '5534a077-5664-48e4-9dab-7197dbcf508b', 'status': 'completed', 'code': 200} Jul 29 11:58:52.758439 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-57f536f2-d387-4b1b-ad09-c3c01855b24f req-690fbde3-4e17-4c64-aab5-7b27b736e0fe tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9371a96-d278-44a6-b7b4-b22e47e93bfe HTTP/1.1" status: 200 len: 210 time: 0.0302706 Jul 29 11:58:53.687173 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-c7d1e886-409b-45cd-872e-1189602ee5d9 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225531464&fields=id&tenant_id=50680cfc97cf41c18d074cb84493cde7 HTTP/1.1" status: 200 len: 267 time: 0.0434303 Jul 29 11:58:53.736798 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:53.771340 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:53.791320 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-d5b41948-6c9c-4367-ae83-2cedb9b1537d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:53.792969 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-d5b41948-6c9c-4367-ae83-2cedb9b1537d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 811 time: 0.0996134 Jul 29 11:58:53.808354 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-d1173f4f-3cfd-45af-ac31-3e1c6996268b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/quotas/50680cfc97cf41c18d074cb84493cde7 HTTP/1.1" status: 200 len: 375 time: 0.0098636 Jul 29 11:58:53.866865 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-73aa4ea4-3748-4e68-a198-3effe609b67f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530865 Jul 29 11:58:54.029478 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-35ffebe9-39e3-4c43-abea-efbeca8ff139 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503446 Jul 29 11:58:54.099503 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-7583d4ec-ac88-4849-ad6b-0e4fe7206242 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:54.100932 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-7583d4ec-ac88-4849-ad6b-0e4fe7206242 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/networks?id=1d477f41-78ea-409a-9cb3-ee39089e2e6d HTTP/1.1" status: 200 len: 807 time: 0.1728709 Jul 29 11:58:54.123459 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-cbb5b290-5cc1-4084-8558-32575d726577 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/quotas/91aa577ac9bf45a49209c232a2237b81 HTTP/1.1" status: 200 len: 375 time: 0.0143082 Jul 29 11:58:54.175673 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-d43df74c-17cd-4dd2-8e76-d85bc6accd82 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=91aa577ac9bf45a49209c232a2237b81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460341 Jul 29 11:58:54.177958 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-ff847e7d-6daa-48da-bd79-3e76d8a442d2 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395648 Jul 29 11:58:54.189239 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-14ad56a8-1268-4ccf-a0ea-43743ddd1842 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=115839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 11:58:54.190503 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-14ad56a8-1268-4ccf-a0ea-43743ddd1842 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053780 Jul 29 11:58:54.282409 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-8b4567dd-a05c-42ba-8a48-50371e7b3e46 service neutron] 10.222.0.60 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857904 Jul 29 11:58:54.375809 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-7524a822-9253-4c03-bb15-aaa913228f1b service neutron] 10.222.0.60 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878618 Jul 29 11:58:54.471184 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3371cb19-eba1-4293-a310-df7504a5b9eb req-b71315e1-cf5a-4087-81f7-3cde6a61192e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 210 time: 0.0291269 Jul 29 11:58:54.554272 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0c2ef516-b847-4f67-8f4b-8d4620124139 req-4537ae80-5aa7-4e77-9474-0edcc55cf829 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 210 time: 0.0325150 Jul 29 11:58:55.574180 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e4ebbede-13ed-452e-b79f-ed43a403d6a9 req-aa20a41e-3b95-47de-81a6-2f9fd0e0a81b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 210 time: 0.0325527 Jul 29 11:58:55.591048 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:55.649883 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 5534a077-5664-48e4-9dab-7197dbcf508b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:58:55.680272 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-7c7b64be-046a-4c42-bfc9-653777207570 req-bfc2033f-d537-4e2b-9fd8-3b634fa95d86 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 210 time: 0.0355053 Jul 29 11:58:55.803685 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=12 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:55.809266 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=14 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:55.814456 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-ae5ba8e5-78da-4821-bf23-d7ad56f3873a tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:55.816052 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-ae5ba8e5-78da-4821-bf23-d7ad56f3873a tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 811 time: 0.1823366 Jul 29 11:58:55.847145 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 5534a077-5664-48e4-9dab-7197dbcf508b {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:58:55.847719 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 5534a077-5664-48e4-9dab-7197dbcf508b not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:58:55.863618 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-731db531-68c0-412a-9f16-5e03be6baf62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:55.897744 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-c97092f0-8778-44ca-b04f-e8741ac5ca7a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:55.899164 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-c97092f0-8778-44ca-b04f-e8741ac5ca7a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.58 "GET /v2.0/networks?id=1d477f41-78ea-409a-9cb3-ee39089e2e6d HTTP/1.1" status: 200 len: 807 time: 0.1615062 Jul 29 11:58:55.927597 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Request body: {'port': {'device_id': '1d7fca80-ac19-4168-a7a5-d81c33e85775', 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d', 'admin_state_up': True, 'tenant_id': '91aa577ac9bf45a49209c232a2237b81'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:55.952663 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-9578efc0-70ac-4708-b435-4be74abf23c5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50680cfc97cf41c18d074cb84493cde7 HTTP/1.1" status: 200 len: 379 time: 0.1126685 Jul 29 11:58:56.235500 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'port': {'device_id': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'admin_state_up': True, 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'security_groups': ['9543255a-c808-4a27-963c-d6b335f3ba86']}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:56.387891 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Made reservation on behalf of 91aa577ac9bf45a49209c232a2237b81 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:58:56.391269 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:56.404805 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Made reservation on behalf of 50680cfc97cf41c18d074cb84493cde7 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 11:58:56.408015 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:56.590592 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:56.610062 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Allocated IP 172.20.0.11 (1d477f41-78ea-409a-9cb3-ee39089e2e6d/abb5e235-ce4c-4e34-b516-68a90cb82d1a/859b9d5d-52e3-499e-a74a-28a9f442fba2) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:58:56.617972 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:56.643494 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Allocated IP 172.20.0.7 (b2c64f75-d35e-4ef4-8a4c-54a037caa5bc/38aa06b4-251c-434a-b869-0e857181eae8/99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:58:56.676271 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b2e0142c-d9b2-481b-b479-9420ca2859f3 req-7ca2d2e8-5371-495a-bf92-88eb91a861c5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 210 time: 0.0286720 Jul 29 11:58:56.785614 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5bd1532e-aefe-404f-980f-d43045c4ebb8 req-aa59f4b6-0021-479a-a404-c2382b1e334f tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 210 time: 0.0276740 Jul 29 11:58:56.880021 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks [] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:56.908372 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:56.949959 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:56.984925 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:57.011228 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Network 1d477f41-78ea-409a-9cb3-ee39089e2e6d is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:58:57.017232 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:57.021690 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Pushing event updated for resources: {'Port': ['ID=859b9d5d-52e3-499e-a74a-28a9f442fba2,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:57.024912 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:58:57.025775 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:58:57.051298 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:58:57.076273 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:58:57.140202 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:57.140836 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:57.148313 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'Port': ['ID=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:57.155855 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:57.171020 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:57.171652 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:57.178900 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-218bb48e-bd9c-45a6-b0cc-1b5ef707781a tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2556713 Jul 29 11:58:57.195350 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Request body: {'port': {'device_id': '1d7fca80-ac19-4168-a7a5-d81c33e85775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:57.202661 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-8f20a785-5b96-45ca-8b61-2524d4aea617 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9735491 Jul 29 11:58:57.225204 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Request body: {'port': {'device_id': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:58:57.256742 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-4c5bfcb3-5b09-4dbc-acf4-08b3d3b88cc7 None None] Provisioning complete for port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:58:57.257339 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-4c5bfcb3-5b09-4dbc-acf4-08b3d3b88cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:57.290159 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-4c5bfcb3-5b09-4dbc-acf4-08b3d3b88cc7 None None] Port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 11:58:57.310495 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:57.332459 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:57.366472 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:57.779420 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859b9d5d-52e3-499e-a74a-28a9f442fba2 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:58:57.793071 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Publish callbacks [] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:57.799512 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:58:57.812476 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Publish callbacks [] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:57.822445 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Transition to ACTIVE for port object 859b9d5d-52e3-499e-a74a-28a9f442fba2 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:58:57.831437 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Transition to ACTIVE for port object 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 11:58:57.834821 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:57.847458 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:57.857655 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-4e8ee10a-034d-49e2-91cf-caba10fdefc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:57.896653 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:57.909632 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Pushing event updated for resources: {'Port': ['ID=859b9d5d-52e3-499e-a74a-28a9f442fba2,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:58.049270 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88541301-49b0-406a-8914-20654ee05421 service neutron] Pushing event updated for resources: {'Port': ['ID=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:58.090386 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Attempting to bind port 859b9d5d-52e3-499e-a74a-28a9f442fba2 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:58:58.090794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Attempting to bind port 859b9d5d-52e3-499e-a74a-28a9f442fba2 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9de787c1-f863-4499-b13c-4804a9b4c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:58:58.091185 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Attempting to bind port 859b9d5d-52e3-499e-a74a-28a9f442fba2 on network 1d477f41-78ea-409a-9cb3-ee39089e2e6d {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:58.092389 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0471b7-ceae-43f9-ab48-87c7552987ca req-2ea213fa-96dd-4a92-b79b-d98b97568965 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:58.093925 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-be0471b7-ceae-43f9-ab48-87c7552987ca req-2ea213fa-96dd-4a92-b79b-d98b97568965 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 931 time: 0.3425710 Jul 29 11:58:58.103974 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Port 859b9d5d-52e3-499e-a74a-28a9f442fba2 on network 1d477f41-78ea-409a-9cb3-ee39089e2e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:58:58.105018 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Attempting to bind port 859b9d5d-52e3-499e-a74a-28a9f442fba2 on network 1d477f41-78ea-409a-9cb3-ee39089e2e6d {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:58.112656 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Attempting to bind port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 11:58:58.113066 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Attempting to bind port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 11:58:58.113475 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Attempting to bind port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 on network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:58.116675 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:58:58.117065 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Checking segment: {'id': '9de787c1-f863-4499-b13c-4804a9b4c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:58.117526 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Bound using segment: {'id': '9de787c1-f863-4499-b13c-4804a9b4c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:58:58.117875 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811abac-bfa7-472a-9667-f355810d7963 req-476a342f-3a62-4801-bc35-0bfb09a0c3ac tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:58.118082 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Bound port: 859b9d5d-52e3-499e-a74a-28a9f442fba2, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de787c1-f863-4499-b13c-4804a9b4c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:58:58.118752 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:58.119320 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3811abac-bfa7-472a-9667-f355810d7963 req-476a342f-3a62-4801-bc35-0bfb09a0c3ac tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 944 time: 0.0709419 Jul 29 11:58:58.135161 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 on network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 11:58:58.135605 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Attempting to bind port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 on network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 11:58:58.143718 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 11, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 11:58:58.144146 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Checking segment: {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 11:58:58.144525 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Bound using segment: {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 11:58:58.144946 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Bound port: 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 11:58:58.145293 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:58.179991 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:58.189586 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-be0471b7-ceae-43f9-ab48-87c7552987ca req-984a3ff4-0b5b-4c52-bac6-c182e90bbc94 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863562 Jul 29 11:58:58.194005 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3811abac-bfa7-472a-9667-f355810d7963 req-e1d48da7-5caf-4844-864f-8fc6b00c7f8c tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671232 Jul 29 11:58:58.248484 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] For port 859b9d5d-52e3-499e-a74a-28a9f442fba2, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:58:58.252465 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] For port 859b9d5d-52e3-499e-a74a-28a9f442fba2, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=859b9d5d-52e3-499e-a74a-28a9f442fba2,segment=NetworkSegment(9de787c1-f863-4499-b13c-4804a9b4c057),segment_id=9de787c1-f863-4499-b13c-4804a9b4c057)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:58:58.254159 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] For port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 11:58:58.257903 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] For port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 11:58:58.261539 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:58.271132 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:58.310441 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:58.311052 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:58.312429 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] 10.222.0.58 "PUT /v2.0/ports/859b9d5d-52e3-499e-a74a-28a9f442fba2 HTTP/1.1" status: 200 len: 1094 time: 1.1219985 Jul 29 11:58:58.313009 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7fca80-ac19-4168-a7a5-d81c33e85775', 'tag': '859b9d5d-52e3-499e-a74a-28a9f442fba2'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:58:58.315337 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4207281c-a943-42bf-b426-0bd1fba00965" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7fca80-ac19-4168-a7a5-d81c33e85775", "tag": "859b9d5d-52e3-499e-a74a-28a9f442fba2"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:58:58.327292 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:58.327909 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:58.329316 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-88541301-49b0-406a-8914-20654ee05421 service neutron] 10.222.0.58 "PUT /v2.0/ports/99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 HTTP/1.1" status: 200 len: 1093 time: 1.1097772 Jul 29 11:58:58.345684 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de549c52-7810-47a3-a0d7-635e16254a96 service neutron] Pushing event updated for resources: {'Port': ['ID=859b9d5d-52e3-499e-a74a-28a9f442fba2,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:58.376707 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76971ed1-f716-4d4a-9b6e-3766a6d94e9d x-openstack-request-id: req-76971ed1-f716-4d4a-9b6e-3766a6d94e9d {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:58:58.377002 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7fca80-ac19-4168-a7a5-d81c33e85775", "tag": "859b9d5d-52e3-499e-a74a-28a9f442fba2", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:58:58.377257 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76971ed1-f716-4d4a-9b6e-3766a6d94e9d {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:58:58.377760 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76971ed1-f716-4d4a-9b6e-3766a6d94e9d'] response: {'name': 'network-changed', 'server_uuid': '1d7fca80-ac19-4168-a7a5-d81c33e85775', 'tag': '859b9d5d-52e3-499e-a74a-28a9f442fba2', 'status': 'completed', 'code': 200} Jul 29 11:58:58.465325 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-5132104f-f3c0-4197-b540-35295d745c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:58.466893 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-5132104f-f3c0-4197-b540-35295d745c92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 1127 time: 0.0864441 Jul 29 11:58:58.470061 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88541301-49b0-406a-8914-20654ee05421 service neutron] Pushing event updated for resources: {'Port': ['ID=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:58:58.475683 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-d2a07ef2-3736-4986-811b-c9f2b22839d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:58.477200 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-d2a07ef2-3736-4986-811b-c9f2b22839d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91aa577ac9bf45a49209c232a2237b81&device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 1128 time: 0.0956345 Jul 29 11:58:58.547472 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-e842e4ad-ae8a-4e30-84bd-cd65a69149f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 HTTP/1.1" status: 200 len: 217 time: 0.0674636 Jul 29 11:58:58.548661 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-68fb33e0-7bb7-470b-96c4-c65de186c2d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=859b9d5d-52e3-499e-a74a-28a9f442fba2 HTTP/1.1" status: 200 len: 217 time: 0.0607224 Jul 29 11:58:58.645521 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-898221e2-e5fa-4902-b4f3-cb695f96388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:58.646860 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-898221e2-e5fa-4902-b4f3-cb695f96388c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=abb5e235-ce4c-4e34-b516-68a90cb82d1a HTTP/1.1" status: 200 len: 847 time: 0.0815558 Jul 29 11:58:58.648220 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-5b76621a-5d20-4c84-acbd-27312c1856c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:58.649541 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-5b76621a-5d20-4c84-acbd-27312c1856c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0852823 Jul 29 11:58:58.709437 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-d967615c-4210-4f89-a7a0-8a8ac516d135 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1d477f41-78ea-409a-9cb3-ee39089e2e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463276 Jul 29 11:58:58.729722 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-42fdd391-5dc0-49a4-ac85-36ddc819308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:58.731118 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-42fdd391-5dc0-49a4-ac85-36ddc819308c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606914 Jul 29 11:58:58.828868 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:58.882597 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-3f13ad09-3d42-4d4b-b5c3-678bd074d78e service neutron] 10.222.0.58 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631997 Jul 29 11:58:58.900096 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-20644b1d-25fe-4d41-9acf-c8f89b4510bd service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317124 Jul 29 11:58:59.047140 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-361d9b96-cd3e-4b63-b303-33451e8e231f req-4494b764-ad66-4506-aedf-6f1650aeb499 service neutron] 10.222.0.58 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551306 Jul 29 11:58:59.052145 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0f4562d0-fdee-41b9-a9d2-32197ce2d2c3 req-d966a419-dd62-4acf-bc0a-9c11aa811d5f service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412251 Jul 29 11:58:59.174079 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:58:59.306908 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:58:59.344687 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848b2f-16c2-4acc-a736-ac66df642293 req-5ee59596-e665-491e-aa7b-0804e761b4ad tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:59.346157 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-31848b2f-16c2-4acc-a736-ac66df642293 req-5ee59596-e665-491e-aa7b-0804e761b4ad tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 943 time: 0.0775721 Jul 29 11:58:59.356829 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e381f5f-80da-465b-9195-2033d75bd323 req-393125e0-f498-4d08-88b2-cc9c562d3851 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:58:59.358215 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1e381f5f-80da-465b-9195-2033d75bd323 req-393125e0-f498-4d08-88b2-cc9c562d3851 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 944 time: 0.0771642 Jul 29 11:58:59.431562 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-31848b2f-16c2-4acc-a736-ac66df642293 req-42973ccc-9dd5-42fb-a658-2b2972a1a6c5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724311 Jul 29 11:58:59.436266 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1e381f5f-80da-465b-9195-2033d75bd323 req-57caf576-d3d7-463f-ba32-36f3f7e79617 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714808 Jul 29 11:59:00.150257 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207281c-a943-42bf-b426-0bd1fba00965 req-2f120646-4b3e-4d19-a2d7-f0078be89df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:00.152410 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4207281c-a943-42bf-b426-0bd1fba00965 req-2f120646-4b3e-4d19-a2d7-f0078be89df0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91aa577ac9bf45a49209c232a2237b81&device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 1128 time: 0.0404141 Jul 29 11:59:00.208200 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:00.242976 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207281c-a943-42bf-b426-0bd1fba00965 req-78ec3580-cda0-4eb2-a528-4750080eee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:00.244409 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4207281c-a943-42bf-b426-0bd1fba00965 req-78ec3580-cda0-4eb2-a528-4750080eee98 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1d477f41-78ea-409a-9cb3-ee39089e2e6d HTTP/1.1" status: 200 len: 908 time: 0.0857849 Jul 29 11:59:00.285553 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4207281c-a943-42bf-b426-0bd1fba00965 req-86554480-8c67-46e3-a7d4-b8d0200024e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=859b9d5d-52e3-499e-a74a-28a9f442fba2 HTTP/1.1" status: 200 len: 217 time: 0.0319848 Jul 29 11:59:00.334416 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207281c-a943-42bf-b426-0bd1fba00965 req-0b55e3d0-932c-4cec-8ff5-515195acee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:00.335773 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4207281c-a943-42bf-b426-0bd1fba00965 req-0b55e3d0-932c-4cec-8ff5-515195acee08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=abb5e235-ce4c-4e34-b516-68a90cb82d1a HTTP/1.1" status: 200 len: 847 time: 0.0421495 Jul 29 11:59:00.347327 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:59:00.369052 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4207281c-a943-42bf-b426-0bd1fba00965 req-b6a448c9-fd67-4cc3-bf1b-1f8ee5e0dcba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1d477f41-78ea-409a-9cb3-ee39089e2e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247908 Jul 29 11:59:00.378983 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'tag': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:59:00.381168 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131", "tag": "99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:59:00.430010 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b7ffb9-6694-42a4-9429-57e06b3ae6d0 x-openstack-request-id: req-f1b7ffb9-6694-42a4-9429-57e06b3ae6d0 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:59:00.430300 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131", "tag": "99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:59:00.430550 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1b7ffb9-6694-42a4-9429-57e06b3ae6d0 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:59:00.430946 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b7ffb9-6694-42a4-9429-57e06b3ae6d0'] response: {'name': 'network-changed', 'server_uuid': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'tag': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0', 'status': 'completed', 'code': 200} Jul 29 11:59:00.509817 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4207281c-a943-42bf-b426-0bd1fba00965 req-be7b08bb-8725-4e37-b85f-712ed8e743d2 service neutron] 10.222.0.58 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314244 Jul 29 11:59:00.510976 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e req-85ecae2c-27fa-4b43-96da-f2ce1466c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:00.512596 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e req-85ecae2c-27fa-4b43-96da-f2ce1466c616 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 1127 time: 0.0588601 Jul 29 11:59:00.586486 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092c25c-4451-4e60-918d-77e97c193f64 req-e88251dd-9eed-46c0-93da-3b792e1ab87a tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:00.587982 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8092c25c-4451-4e60-918d-77e97c193f64 req-e88251dd-9eed-46c0-93da-3b792e1ab87a tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 943 time: 0.0806046 Jul 29 11:59:00.596285 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d629c-01ed-4e78-aa38-6c227586b2fe req-1fdb7572-4df8-448b-a236-05c052a05d3b tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:00.597710 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9e3d629c-01ed-4e78-aa38-6c227586b2fe req-1fdb7572-4df8-448b-a236-05c052a05d3b tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 944 time: 0.0778475 Jul 29 11:59:00.629221 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:00.679622 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8092c25c-4451-4e60-918d-77e97c193f64 req-754e09a2-c5ce-4077-96eb-2d98abf77206 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807996 Jul 29 11:59:00.685313 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9e3d629c-01ed-4e78-aa38-6c227586b2fe req-4011320b-bdb8-4005-8953-8148d838e3f0 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796182 Jul 29 11:59:00.759005 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:00.874758 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:00.939612 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-4207281c-a943-42bf-b426-0bd1fba00965 req-34ba0c40-03c8-4694-9db1-a5f3b2bfa527 service neutron] 10.222.0.58 "GET /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135528 Jul 29 11:59:00.940810 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e req-0b56872d-33e1-4245-96ff-cc636971e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:00.942123 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e req-0b56872d-33e1-4245-96ff-cc636971e4f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.4089870 Jul 29 11:59:00.989980 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e req-c50771be-1398-41e1-9204-fbf7c27a8af3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 HTTP/1.1" status: 200 len: 217 time: 0.0329239 Jul 29 11:59:01.039352 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e req-0e2f0190-fb9f-4249-8c3f-0001abf19f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:01.040750 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e req-0e2f0190-fb9f-4249-8c3f-0001abf19f0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0436666 Jul 29 11:59:01.084968 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e req-5a3d650d-5017-42b9-ba49-9e7eea2863d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:01.086454 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e req-5a3d650d-5017-42b9-ba49-9e7eea2863d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369823 Jul 29 11:59:01.183360 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e req-ad4d522c-93fd-4c3e-b065-9c8e3b5f6804 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875983 Jul 29 11:59:01.211300 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:01.281036 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6e1647c4-07ed-4737-ad3e-f6b3aa98082e req-ad0ab88b-ac4c-45a0-b703-faa2ccb9796d service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863650 Jul 29 11:59:01.682157 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 859b9d5d-52e3-499e-a74a-28a9f442fba2 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:59:01.685422 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:01.788946 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 859b9d5d-52e3-499e-a74a-28a9f442fba2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=859b9d5d-52e3-499e-a74a-28a9f442fba2,segment=NetworkSegment(9de787c1-f863-4499-b13c-4804a9b4c057),segment_id=9de787c1-f863-4499-b13c-4804a9b4c057)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:59:01.800546 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '859b9d5d-52e3-499e-a74a-28a9f442fba2', 'network_id': '1d477f41-78ea-409a-9cb3-ee39089e2e6d', 'port_id': '859b9d5d-52e3-499e-a74a-28a9f442fba2', 'mac_address': 'fa:16:3e:15:96:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb5e235-ce4c-4e34-b516-68a90cb82d1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:59:01.838405 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 859b9d5d-52e3-499e-a74a-28a9f442fba2 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:59:01.838868 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:01.839655 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a2de8-3543-4672-98aa-1b162b5ac70c req-cc7dc444-2fa4-449c-9534-e5956bd4f968 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:01.841576 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3a3a2de8-3543-4672-98aa-1b162b5ac70c req-cc7dc444-2fa4-449c-9534-e5956bd4f968 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 944 time: 0.0818822 Jul 29 11:59:01.847120 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce447a67-70d6-4ab6-ba09-6f4d7b02fca6 req-95e12847-890c-47a8-82ed-f4203ef22a6a tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:01.848482 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ce447a67-70d6-4ab6-ba09-6f4d7b02fca6 req-95e12847-890c-47a8-82ed-f4203ef22a6a tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 943 time: 0.0880711 Jul 29 11:59:01.852307 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859b9d5d-52e3-499e-a74a-28a9f442fba2 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:59:01.873243 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 859b9d5d-52e3-499e-a74a-28a9f442fba2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=859b9d5d-52e3-499e-a74a-28a9f442fba2,segment=NetworkSegment(9de787c1-f863-4499-b13c-4804a9b4c057),segment_id=9de787c1-f863-4499-b13c-4804a9b4c057)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:59:01.877690 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:01.903959 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:01.920249 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3a3a2de8-3543-4672-98aa-1b162b5ac70c req-a87e24e7-1b74-4239-af22-da87ac64b092 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708182 Jul 29 11:59:01.927981 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=859b9d5d-52e3-499e-a74a-28a9f442fba2,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:59:01.928876 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ce447a67-70d6-4ab6-ba09-6f4d7b02fca6 req-f21d82c5-3c9a-47fa-95d3-315447e98e0f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725446 Jul 29 11:59:01.936155 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.936508 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.936861 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.937212 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.937574 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.937909 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.938241 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.938578 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.938906 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.939233 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.939630 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.939897 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.940209 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.940535 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:01.940859 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:02.124318 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['859b9d5d-52e3-499e-a74a-28a9f442fba2'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:59:03.073267 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187d8c0-99ad-4c28-8ff6-5d29e98d8ad9 req-a1426450-3f43-4609-8165-2d393215ad33 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:03.075304 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9187d8c0-99ad-4c28-8ff6-5d29e98d8ad9 req-a1426450-3f43-4609-8165-2d393215ad33 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 945 time: 0.0817041 Jul 29 11:59:03.081204 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bebf-d13e-4a8e-b553-7a00c48d01c0 req-b707f3e0-95f5-4798-b0c6-88f2dd07179b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:03.082581 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2004bebf-d13e-4a8e-b553-7a00c48d01c0 req-b707f3e0-95f5-4798-b0c6-88f2dd07179b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 943 time: 0.0779173 Jul 29 11:59:03.160025 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9187d8c0-99ad-4c28-8ff6-5d29e98d8ad9 req-9c19af9d-c5c5-4683-83e9-996cd83f81f7 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764971 Jul 29 11:59:03.163456 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2004bebf-d13e-4a8e-b553-7a00c48d01c0 req-5bc58d2b-4054-4220-bb0b-e481aedf8312 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724568 Jul 29 11:59:03.702526 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 859b9d5d-52e3-499e-a74a-28a9f442fba2 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:59:03.743769 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 859b9d5d-52e3-499e-a74a-28a9f442fba2 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:59:03.750054 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 859b9d5d-52e3-499e-a74a-28a9f442fba2 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:59:03.750433 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:03.824103 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 859b9d5d-52e3-499e-a74a-28a9f442fba2 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:59:03.824445 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:03.846407 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7fca80-ac19-4168-a7a5-d81c33e85775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b9d5d-52e3-499e-a74a-28a9f442fba2'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:59:03.848719 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f22b0-8279-4b83-ad8d-1b0b62cdad15" -d '{"events": [{"server_uuid": "1d7fca80-ac19-4168-a7a5-d81c33e85775", "name": "network-vif-plugged", "status": "completed", "tag": "859b9d5d-52e3-499e-a74a-28a9f442fba2"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:59:03.862274 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 859b9d5d-52e3-499e-a74a-28a9f442fba2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=859b9d5d-52e3-499e-a74a-28a9f442fba2,segment=NetworkSegment(9de787c1-f863-4499-b13c-4804a9b4c057),segment_id=9de787c1-f863-4499-b13c-4804a9b4c057)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:59:03.866119 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:03.888821 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f11f47-3863-42bc-98ca-7ebf80804232 x-openstack-request-id: req-92f11f47-3863-42bc-98ca-7ebf80804232 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:59:03.889111 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7fca80-ac19-4168-a7a5-d81c33e85775", "name": "network-vif-plugged", "status": "completed", "tag": "859b9d5d-52e3-499e-a74a-28a9f442fba2", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:59:03.889363 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92f11f47-3863-42bc-98ca-7ebf80804232 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:59:03.889783 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f11f47-3863-42bc-98ca-7ebf80804232'] response: {'server_uuid': '1d7fca80-ac19-4168-a7a5-d81c33e85775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b9d5d-52e3-499e-a74a-28a9f442fba2', 'code': 200} Jul 29 11:59:03.914715 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=859b9d5d-52e3-499e-a74a-28a9f442fba2,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:59:04.064789 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37493d-6b24-41cd-98ba-1d52b0030159 req-06ab84b9-9a70-45eb-b2a8-7d3681842f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:04.066332 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5a37493d-6b24-41cd-98ba-1d52b0030159 req-06ab84b9-9a70-45eb-b2a8-7d3681842f30 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 1130 time: 0.0396650 Jul 29 11:59:04.114161 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-5a37493d-6b24-41cd-98ba-1d52b0030159 req-3494ae15-778e-431e-b4c7-85546c4b05d8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 Jul 29 11:59:04.309895 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650deb74-f0dc-4cf5-884e-3462cec8b09d req-9022aab5-7af8-4900-b3a8-50262afe08da tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:04.311372 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-650deb74-f0dc-4cf5-884e-3462cec8b09d req-9022aab5-7af8-4900-b3a8-50262afe08da tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 946 time: 0.0789061 Jul 29 11:59:04.319191 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142377d-37fc-48f6-8440-0a0e86c6513b req-97602126-1079-4596-92e8-565faf3fd4f7 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:04.320553 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a142377d-37fc-48f6-8440-0a0e86c6513b req-97602126-1079-4596-92e8-565faf3fd4f7 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 943 time: 0.0790417 Jul 29 11:59:04.396778 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-650deb74-f0dc-4cf5-884e-3462cec8b09d req-65e75761-9025-4240-9988-3e4f05beb505 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752046 Jul 29 11:59:04.400464 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a142377d-37fc-48f6-8440-0a0e86c6513b req-76d6e379-e943-4b98-8d6c-7c4978a56c52 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722601 Jul 29 11:59:05.551218 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fec244-67c3-4ae6-9dd2-c858c24c2c6a req-a81a0c90-942b-466b-a3f5-c8166b953561 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:05.552800 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-05fec244-67c3-4ae6-9dd2-c858c24c2c6a req-a81a0c90-942b-466b-a3f5-c8166b953561 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 946 time: 0.0800552 Jul 29 11:59:05.560542 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81077612-95cf-4fa3-bf74-7579cf125bfd req-6eb89472-c5b7-4bc4-9d76-b698d297cbe4 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:05.561970 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-81077612-95cf-4fa3-bf74-7579cf125bfd req-6eb89472-c5b7-4bc4-9d76-b698d297cbe4 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 943 time: 0.0873466 Jul 29 11:59:05.609880 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:05.638412 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-05fec244-67c3-4ae6-9dd2-c858c24c2c6a req-bcd08a08-7ad3-4636-9c14-d064c4c3eb5f tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755124 Jul 29 11:59:05.643041 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-81077612-95cf-4fa3-bf74-7579cf125bfd req-03956b5b-d93f-4da7-a8cc-8bbdbf54c070 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742309 Jul 29 11:59:06.792119 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60922160-8353-4a1f-9825-f98dbaa57616 req-e6cf93c6-30be-4139-bfbb-e16019432043 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:06.794467 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-60922160-8353-4a1f-9825-f98dbaa57616 req-e6cf93c6-30be-4139-bfbb-e16019432043 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 946 time: 0.0798562 Jul 29 11:59:06.800386 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e2d76-797e-4aff-b961-537152a38e90 req-ea250eea-98ce-422a-9db3-f289ee99a5cf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:06.801773 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-938e2d76-797e-4aff-b961-537152a38e90 req-ea250eea-98ce-422a-9db3-f289ee99a5cf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 943 time: 0.0769315 Jul 29 11:59:06.848918 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:06.870968 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-60922160-8353-4a1f-9825-f98dbaa57616 req-7aba087f-b142-499c-93af-0cd48b46be29 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681651 Jul 29 11:59:06.884553 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-938e2d76-797e-4aff-b961-537152a38e90 req-3f88b628-5409-405b-b3ef-1ab2efe12ae3 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742128 Jul 29 11:59:07.516525 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28525b4d-d907-41cd-a064-c9cfedf47a83 req-4bbf8e6f-2a49-4737-bf55-66cc1de206b5 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:07.517917 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-28525b4d-d907-41cd-a064-c9cfedf47a83 req-4bbf8e6f-2a49-4737-bf55-66cc1de206b5 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 946 time: 0.0474639 Jul 29 11:59:07.564758 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-28525b4d-d907-41cd-a064-c9cfedf47a83 req-40a4592b-e89c-4268-9d58-f30ce167e932 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413501 Jul 29 11:59:07.732740 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 11:59:07.828470 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:59:07.839122 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'port_id': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0', 'mac_address': 'fa:16:3e:a1:10:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 11:59:07.864719 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:07.876938 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:59:07.877322 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:07.891728 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 11:59:07.910973 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:59:07.915114 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:07.962319 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:59:08.009877 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114a4f3-b96b-449f-9060-ee253d7cba9a req-c7631b78-9db5-4287-909b-096007909298 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:08.011337 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9114a4f3-b96b-449f-9060-ee253d7cba9a req-c7631b78-9db5-4287-909b-096007909298 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 944 time: 0.0535305 Jul 29 11:59:08.060805 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-9114a4f3-b96b-449f-9060-ee253d7cba9a req-adcec9d2-5594-4f50-ba40-a88450a16d08 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430160 Jul 29 11:59:08.178167 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:59:08.224841 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:08.684098 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b108068-54fe-4086-9a36-d533948b6997 req-ec9e47c3-7fbe-4a7d-9f6a-00467c801c31 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:08.685586 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0b108068-54fe-4086-9a36-d533948b6997 req-ec9e47c3-7fbe-4a7d-9f6a-00467c801c31 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 946 time: 0.0469770 Jul 29 11:59:08.732436 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0b108068-54fe-4086-9a36-d533948b6997 req-f547009f-4201-489a-9e24-33b440deabc9 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/security-groups?id=3657f6c3-99df-47a7-9ada-2b863fb188e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413411 Jul 29 11:59:09.050143 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b793d9-8f13-409e-8f5e-5012692e723a req-a21c7473-4bfe-4c00-bd7c-3c7a83ce11c4 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:09.051585 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-d3b793d9-8f13-409e-8f5e-5012692e723a req-a21c7473-4bfe-4c00-bd7c-3c7a83ce11c4 tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 946 time: 0.0478096 Jul 29 11:59:09.137663 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-d3b793d9-8f13-409e-8f5e-5012692e723a req-e49dc513-0c93-4ec8-beac-51c058690acb tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Deleting port 859b9d5d-52e3-499e-a74a-28a9f442fba2 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 11:59:09.138207 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-d3b793d9-8f13-409e-8f5e-5012692e723a req-e49dc513-0c93-4ec8-beac-51c058690acb tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:09.181137 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33793f-c359-4e77-aee1-6d1e24b440b3 req-58cf4a8b-4b3b-4985-953a-e99b8456e628 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:09.182636 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fb33793f-c359-4e77-aee1-6d1e24b440b3 req-58cf4a8b-4b3b-4985-953a-e99b8456e628 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 944 time: 0.0503347 Jul 29 11:59:09.198522 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:09.231409 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-d3b793d9-8f13-409e-8f5e-5012692e723a req-e49dc513-0c93-4ec8-beac-51c058690acb tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] For port 859b9d5d-52e3-499e-a74a-28a9f442fba2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=859b9d5d-52e3-499e-a74a-28a9f442fba2,segment=NetworkSegment(9de787c1-f863-4499-b13c-4804a9b4c057),segment_id=9de787c1-f863-4499-b13c-4804a9b4c057)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:59:09.231767 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-d3b793d9-8f13-409e-8f5e-5012692e723a req-e49dc513-0c93-4ec8-beac-51c058690acb tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:09.233065 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fb33793f-c359-4e77-aee1-6d1e24b440b3 req-9df3f90e-5595-4972-88b3-faf2ac0effce tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443501 Jul 29 11:59:09.245117 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-d3b793d9-8f13-409e-8f5e-5012692e723a req-e49dc513-0c93-4ec8-beac-51c058690acb tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Calling delete_port for 859b9d5d-52e3-499e-a74a-28a9f442fba2 owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 11:59:09.373934 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-d3b793d9-8f13-409e-8f5e-5012692e723a req-e49dc513-0c93-4ec8-beac-51c058690acb tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (859b9d5d-52e3-499e-a74a-28a9f442fba2), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:09.391516 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['859b9d5d-52e3-499e-a74a-28a9f442fba2'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 11:59:09.402004 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dc513-0c93-4ec8-beac-51c058690acb tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Pushing event deleted for resources: {'Port': ['ID=859b9d5d-52e3-499e-a74a-28a9f442fba2,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:59:09.449811 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b793d9-8f13-409e-8f5e-5012692e723a req-e49dc513-0c93-4ec8-beac-51c058690acb tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] No DVR routers for this DVR port 859b9d5d-52e3-499e-a74a-28a9f442fba2 on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 11:59:09.452309 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-d3b793d9-8f13-409e-8f5e-5012692e723a req-e49dc513-0c93-4ec8-beac-51c058690acb tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:09.455468 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-d3b793d9-8f13-409e-8f5e-5012692e723a req-e49dc513-0c93-4ec8-beac-51c058690acb tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.58 "DELETE /v2.0/ports/859b9d5d-52e3-499e-a74a-28a9f442fba2 HTTP/1.1" status: 204 len: 173 time: 0.3985119 Jul 29 11:59:09.455965 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7fca80-ac19-4168-a7a5-d81c33e85775', 'name': 'network-vif-deleted', 'tag': '859b9d5d-52e3-499e-a74a-28a9f442fba2'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:59:09.458221 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e83d70-8859-4733-b273-26b7b7c5f1eb" -d '{"events": [{"server_uuid": "1d7fca80-ac19-4168-a7a5-d81c33e85775", "name": "network-vif-deleted", "tag": "859b9d5d-52e3-499e-a74a-28a9f442fba2"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:59:09.501205 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf700e79-6f1b-4b00-8762-0dea52e44c86 x-openstack-request-id: req-bf700e79-6f1b-4b00-8762-0dea52e44c86 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:59:09.501528 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7fca80-ac19-4168-a7a5-d81c33e85775", "name": "network-vif-deleted", "tag": "859b9d5d-52e3-499e-a74a-28a9f442fba2", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:59:09.501779 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf700e79-6f1b-4b00-8762-0dea52e44c86 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:59:09.502184 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf700e79-6f1b-4b00-8762-0dea52e44c86'] response: {'server_uuid': '1d7fca80-ac19-4168-a7a5-d81c33e85775', 'name': 'network-vif-deleted', 'tag': '859b9d5d-52e3-499e-a74a-28a9f442fba2', 'status': 'completed', 'code': 200} Jul 29 11:59:09.747623 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 11:59:09.794387 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 11:59:09.801925 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 11:59:09.802324 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:09.842799 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-18bec31b-d583-4e47-aa56-e2ac5e9f6d0d req-5b776b84-af13-4dc0-9a37-848f18f7d26f tempest-VolumesActionsTest-2088256358 tempest-VolumesActionsTest-2088256358-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7fca80-ac19-4168-a7a5-d81c33e85775 HTTP/1.1" status: 200 len: 210 time: 0.0279925 Jul 29 11:59:09.876769 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 11:59:09.877123 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:09.900396 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:59:09.902934 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6410df60-2976-4f30-ad62-0db2005fd544" -d '{"events": [{"server_uuid": "cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131", "name": "network-vif-plugged", "status": "completed", "tag": "99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:59:09.915879 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 11:59:09.921116 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:09.946098 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d98128f-5c82-4dff-ba7b-363bc25d2362 x-openstack-request-id: req-9d98128f-5c82-4dff-ba7b-363bc25d2362 {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:59:09.946388 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131", "name": "network-vif-plugged", "status": "completed", "tag": "99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:59:09.946635 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d98128f-5c82-4dff-ba7b-363bc25d2362 {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:59:09.947023 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d98128f-5c82-4dff-ba7b-363bc25d2362'] response: {'server_uuid': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0', 'code': 200} Jul 29 11:59:09.981010 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:59:10.186919 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b60922-f4cd-48ec-83d2-e23dfa2f3774 req-e493af0a-ec80-46a4-b4a4-127d772ebbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:10.188461 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f2b60922-f4cd-48ec-83d2-e23dfa2f3774 req-e493af0a-ec80-46a4-b4a4-127d772ebbcd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 1129 time: 0.0402334 Jul 29 11:59:10.239709 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f2b60922-f4cd-48ec-83d2-e23dfa2f3774 req-a7399693-230f-492e-a5f5-a5193e87c76e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407367 Jul 29 11:59:10.347232 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee6db2-fcf6-439b-bf06-153ab508e483 req-dd1a0739-72e5-4e18-a951-3d7c760f8497 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:10.348700 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-78ee6db2-fcf6-439b-bf06-153ab508e483 req-dd1a0739-72e5-4e18-a951-3d7c760f8497 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 945 time: 0.0455043 Jul 29 11:59:10.399941 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-78ee6db2-fcf6-439b-bf06-153ab508e483 req-59d6c46d-f0a7-4d98-ad6d-e1bb16f1b1a3 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458162 Jul 29 11:59:11.526556 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33e4f1-8691-4183-821d-e55335a81796 req-028a73ee-742f-4366-8371-19ff8bf66921 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:11.528772 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3b33e4f1-8691-4183-821d-e55335a81796 req-028a73ee-742f-4366-8371-19ff8bf66921 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 945 time: 0.0525284 Jul 29 11:59:11.581666 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-3b33e4f1-8691-4183-821d-e55335a81796 req-409a9a08-1c23-4381-9bd9-610b047f6389 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460329 Jul 29 11:59:12.702129 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a22c0d-e1ff-490f-b15e-da425e7fe968 req-7cf98bb4-01cc-4931-85cb-40671881b4dd tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:12.703584 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e5a22c0d-e1ff-490f-b15e-da425e7fe968 req-7cf98bb4-01cc-4931-85cb-40671881b4dd tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 945 time: 0.0493026 Jul 29 11:59:12.751342 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e5a22c0d-e1ff-490f-b15e-da425e7fe968 req-c274c1e4-5f20-42d7-bab1-d8f0e3e08ff8 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422575 Jul 29 11:59:12.867313 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cb3c8-c4a9-4b56-b6c5-68d6e86b3838 req-87af8948-59f0-4a8e-ab1c-ec92eb4ad5eb tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:12.868681 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ec4cb3c8-c4a9-4b56-b6c5-68d6e86b3838 req-87af8948-59f0-4a8e-ab1c-ec92eb4ad5eb tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 945 time: 0.0472083 Jul 29 11:59:12.921667 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ec4cb3c8-c4a9-4b56-b6c5-68d6e86b3838 req-3a36e6fc-0b33-4c29-a87e-a86e9dea3682 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472288 Jul 29 11:59:12.952876 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50702) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:59:13.086575 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220cec4-f9e6-47b3-8792-9b6bab4acb80 tempest-TestVolumeBootPattern-542340913 tempest-TestVolumeBootPattern-542340913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:13.088086 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-a220cec4-f9e6-47b3-8792-9b6bab4acb80 tempest-TestVolumeBootPattern-542340913 tempest-TestVolumeBootPattern-542340913-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 1124 time: 0.1341970 Jul 29 11:59:13.090952 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50706) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:59:13.095130 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'port_id': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 11:59:13.106819 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:13.117545 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:13.202188 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:13.245440 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:13.305233 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Allocated IP 172.27.2.82 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/f87f6788-4e74-4343-b6bc-938ab7c9be04) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 11:59:13.411071 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for port (f87f6788-4e74-4343-b6bc-938ab7c9be04), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:13.443068 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (f87f6788-4e74-4343-b6bc-938ab7c9be04), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:13.476174 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 11:59:13.479027 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 11:59:13.485168 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 11:59:13.513287 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'Port': ['ID=f87f6788-4e74-4343-b6bc-938ab7c9be04,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:59:13.526253 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.526594 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.526928 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.527457 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.527816 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.528143 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.528470 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.528787 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.529105 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.529434 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.529760 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.530077 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.530390 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.530702 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.531012 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 11:59:13.849374 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (4516641b-8231-4606-b808-bff85df29027), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:13.915883 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f87f6788-4e74-4343-b6bc-938ab7c9be04), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:13.946092 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:13.958172 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:14.069971 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for port (f87f6788-4e74-4343-b6bc-938ab7c9be04), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:14.074286 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (f87f6788-4e74-4343-b6bc-938ab7c9be04), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:14.143430 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'Port': ['ID=f87f6788-4e74-4343-b6bc-938ab7c9be04,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:59:14.155447 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (4516641b-8231-4606-b808-bff85df29027), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:14.250652 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Floating IP 4516641b-8231-4606-b808-bff85df29027 associated. External IP: 172.27.2.82, port: 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0. Jul 29 11:59:14.354414 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 859b9d5d-52e3-499e-a74a-28a9f442fba2 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 11:59:14.373072 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 859b9d5d-52e3-499e-a74a-28a9f442fba2 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 11:59:14.373443 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 859b9d5d-52e3-499e-a74a-28a9f442fba2 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 11:59:14.449616 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Router 481cf84b-f638-4146-9da9-bd98203ca1a6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 11:59:14.553854 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 11:59:14.566309 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0a277-0fb8-4b58-af89-9cdc38faf954 None None] Sync routers for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 11:59:14.572253 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:14.577748 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0a277-0fb8-4b58-af89-9cdc38faf954 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:59:14.578399 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-d4f0a277-0fb8-4b58-af89-9cdc38faf954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:58:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:59:14.603778 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-579a8481-5700-4b86-aaf5-b2cf6cc2c9aa tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5118186 Jul 29 11:59:14.604376 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'tag': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 11:59:14.606956 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20287b7-afa7-42f6-bff9-f1f48acdce29" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131", "tag": "99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 11:59:14.682455 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-d4f0a277-0fb8-4b58-af89-9cdc38faf954 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:59:14.700661 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e8baa8-8226-4da0-9eb1-fa8b74fda961 x-openstack-request-id: req-a3e8baa8-8226-4da0-9eb1-fa8b74fda961 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 11:59:14.700952 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131", "tag": "99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 11:59:14.701203 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3e8baa8-8226-4da0-9eb1-fa8b74fda961 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 11:59:14.702265 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e8baa8-8226-4da0-9eb1-fa8b74fda961'] response: {'name': 'network-changed', 'server_uuid': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'tag': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0', 'status': 'completed', 'code': 200} Jul 29 11:59:14.765170 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20287b7-afa7-42f6-bff9-f1f48acdce29 req-8e434edb-9f3e-4207-a613-54559245133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:14.766713 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e20287b7-afa7-42f6-bff9-f1f48acdce29 req-8e434edb-9f3e-4207-a613-54559245133b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 1129 time: 0.0411310 Jul 29 11:59:14.861130 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20287b7-afa7-42f6-bff9-f1f48acdce29 req-55eb5e47-5b8d-4916-9043-73667cf7d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:14.862680 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e20287b7-afa7-42f6-bff9-f1f48acdce29 req-55eb5e47-5b8d-4916-9043-73667cf7d56a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.0901349 Jul 29 11:59:14.902595 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-d4f0a277-0fb8-4b58-af89-9cdc38faf954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '4516641b-8231-4606-b808-bff85df29027', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:a1:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:59:13Z', 'updated_at': '2022-07-29T11:59:13Z', 'revision_number': 0, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:59:14.927344 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0a277-0fb8-4b58-af89-9cdc38faf954 None None] Checking router: 481cf84b-f638-4146-9da9-bd98203ca1a6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 11:59:14.928322 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e20287b7-afa7-42f6-bff9-f1f48acdce29 req-01c4f0d8-120f-4626-80f5-9b98c307be66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 HTTP/1.1" status: 200 len: 998 time: 0.0561295 Jul 29 11:59:14.936573 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0a277-0fb8-4b58-af89-9cdc38faf954 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 11:59:14.937173 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-d4f0a277-0fb8-4b58-af89-9cdc38faf954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T11:58:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:59:14.982485 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:14.991560 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20287b7-afa7-42f6-bff9-f1f48acdce29 req-ec798866-06de-438b-a7e9-e57172f4659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:14.993023 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e20287b7-afa7-42f6-bff9-f1f48acdce29 req-ec798866-06de-438b-a7e9-e57172f4659b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0578754 Jul 29 11:59:15.035626 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20287b7-afa7-42f6-bff9-f1f48acdce29 req-f5cec4a5-8906-4675-b6f0-5bce0f3d686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:15.037118 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e20287b7-afa7-42f6-bff9-f1f48acdce29 req-f5cec4a5-8906-4675-b6f0-5bce0f3d686f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383427 Jul 29 11:59:15.041121 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-d4f0a277-0fb8-4b58-af89-9cdc38faf954 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 11:59:15.131099 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e20287b7-afa7-42f6-bff9-f1f48acdce29 req-0829edcb-6a27-47c2-8a3d-090e4708fce6 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872715 Jul 29 11:59:15.227027 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e20287b7-afa7-42f6-bff9-f1f48acdce29 req-e8954ab0-07dd-4861-a87f-42a3115154da service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889874 Jul 29 11:59:15.330997 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-d4f0a277-0fb8-4b58-af89-9cdc38faf954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '4516641b-8231-4606-b808-bff85df29027', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:a1:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:59:13Z', 'updated_at': '2022-07-29T11:59:13Z', 'revision_number': 0, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:59:15.359978 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0a277-0fb8-4b58-af89-9cdc38faf954 None None] The sync data for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi is: [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '4516641b-8231-4606-b808-bff85df29027', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:a1:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T11:59:13Z', 'updated_at': '2022-07-29T11:59:13Z', 'revision_number': 0, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 11:59:15.556634 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09ad04-b357-40a2-ac61-c2aea2f89f3e None None] New status for floating IP 4516641b-8231-4606-b808-bff85df29027: ACTIVE {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 11:59:24.596407 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:24.599957 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:25.216916 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=23 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:25.224117 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=80,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:25.328583 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=68 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:25.334348 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=88 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:25.593760 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:25.800009 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f86bc808-dde7-4977-803a-edc26fd8656f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:27.850935 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a1cf56c4-205e-4c10-bfc8-4716921d375b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:29.189369 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:30.760695 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:30.877113 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:32.699513 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50896) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:59:32.747131 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c205c37-c3c4-4a96-91bc-ada9bb247c2a admin admin] Deleting subnet abb5e235-ce4c-4e34-b516-68a90cb82d1a {{(pid=115839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 11:59:32.750273 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9c205c37-c3c4-4a96-91bc-ada9bb247c2a admin admin] Publish callbacks [] for subnet (abb5e235-ce4c-4e34-b516-68a90cb82d1a), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:32.784884 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9c205c37-c3c4-4a96-91bc-ada9bb247c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515794'] for subnet (abb5e235-ce4c-4e34-b516-68a90cb82d1a), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:32.824129 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9c205c37-c3c4-4a96-91bc-ada9bb247c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (abb5e235-ce4c-4e34-b516-68a90cb82d1a), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:32.875086 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9c205c37-c3c4-4a96-91bc-ada9bb247c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386699'] for subnet (abb5e235-ce4c-4e34-b516-68a90cb82d1a), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:32.903171 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c205c37-c3c4-4a96-91bc-ada9bb247c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb5e235-ce4c-4e34-b516-68a90cb82d1a,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:59:32.908492 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-9c205c37-c3c4-4a96-91bc-ada9bb247c2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:32.911611 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-9c205c37-c3c4-4a96-91bc-ada9bb247c2a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/abb5e235-ce4c-4e34-b516-68a90cb82d1a HTTP/1.1" status: 204 len: 168 time: 0.2110295 Jul 29 11:59:32.914187 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50898) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:59:32.983725 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (1d477f41-78ea-409a-9cb3-ee39089e2e6d), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:33.064466 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (1d477f41-78ea-409a-9cb3-ee39089e2e6d), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:33.083889 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d477f41-78ea-409a-9cb3-ee39089e2e6d']}} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:59:33.093118 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de787c1-f863-4499-b13c-4804a9b4c057') {'for_net_delete': True} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:59:33.093432 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de787c1-f863-4499-b13c-4804a9b4c057') {} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 11:59:33.102923 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515787'] for segment (9de787c1-f863-4499-b13c-4804a9b4c057), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:33.116714 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (9de787c1-f863-4499-b13c-4804a9b4c057), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:33.123552 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=115839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 11:59:33.124011 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470650'] for segment (9de787c1-f863-4499-b13c-4804a9b4c057), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:33.163703 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 9de787c1-f863-4499-b13c-4804a9b4c057 resource provider aggregate not found Jul 29 11:59:33.185285 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 9de787c1-f863-4499-b13c-4804a9b4c057 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9de787c1-f863-4499-b13c-4804a9b4c057 found for delete ", "request_id": "req-97b69b69-9b83-4640-b36d-1d39ebe467c9"}]} Jul 29 11:59:33.193665 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (1d477f41-78ea-409a-9cb3-ee39089e2e6d), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:33.199254 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:33.202351 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d477f41-78ea-409a-9cb3-ee39089e2e6d HTTP/1.1" status: 204 len: 168 time: 0.2872605 Jul 29 11:59:33.213469 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680d1d5-05ad-4eb7-ab30-3ebfb3076c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d477f41-78ea-409a-9cb3-ee39089e2e6d,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:59:33.309854 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50906) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:59:33.353697 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1872f0f8-08b6-4542-94c9-707eb23bdf5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91aa577ac9bf45a49209c232a2237b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426717 Jul 29 11:59:33.356754 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 50908) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 11:59:33.404307 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1a160490-ed07-413f-a300-fa7e1743332e admin admin] Publish callbacks [] for security_group (3657f6c3-99df-47a7-9ada-2b863fb188e7), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:33.425948 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1a160490-ed07-413f-a300-fa7e1743332e admin admin] Publish callbacks [] for security_group (3657f6c3-99df-47a7-9ada-2b863fb188e7), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:33.472719 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1a160490-ed07-413f-a300-fa7e1743332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (3657f6c3-99df-47a7-9ada-2b863fb188e7), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:33.475326 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-1a160490-ed07-413f-a300-fa7e1743332e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:33.476423 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-1a160490-ed07-413f-a300-fa7e1743332e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3657f6c3-99df-47a7-9ada-2b863fb188e7 HTTP/1.1" status: 204 len: 168 time: 0.1187942 Jul 29 11:59:33.484881 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a160490-ed07-413f-a300-fa7e1743332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3657f6c3-99df-47a7-9ada-2b863fb188e7,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 11:59:33.496913 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:UPDATE=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:36.425575 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-a000d2f0-4475-41f2-a21c-caa90907d753 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376782 Jul 29 11:59:36.514403 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-19bcbde0-1564-41ef-9adb-8b8a6bae7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:36.515773 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-19bcbde0-1564-41ef-9adb-8b8a6bae7b9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 1129 time: 0.0440621 Jul 29 11:59:36.624334 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-3c0d8db7-c23f-45a2-a4ed-eb76698cbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:36.625818 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-3c0d8db7-c23f-45a2-a4ed-eb76698cbd83 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.0857048 Jul 29 11:59:36.692706 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-10f7a0a3-0737-49c9-bb4c-3f2be4a92856 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 HTTP/1.1" status: 200 len: 1000 time: 0.0598431 Jul 29 11:59:36.743398 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-876ce960-07af-4aca-8ad8-d5f8e015c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:36.744851 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-876ce960-07af-4aca-8ad8-d5f8e015c9e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0451994 Jul 29 11:59:36.793112 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-9dc3e20e-65d8-428f-acbd-ff684c4b20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 11:59:36.794678 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-9dc3e20e-65d8-428f-acbd-ff684c4b20ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404501 Jul 29 11:59:36.891296 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-19dc031d-73ae-40a0-9333-cb1ab4465cc6 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895422 Jul 29 11:59:36.988362 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ae37789d-c931-4a9b-9280-53a8a136d265 req-435fa492-a92d-4c62-a519-8cc7a49c1c0d service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863979 Jul 29 11:59:37.347375 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 11:59:43.479184 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:43.480024 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:43.498170 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:46.983841 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=50 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:46.984753 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=51 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:51.693738 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:54.381519 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 11:59:55.614649 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:55.797114 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-57725ab3-827b-4387-b93e-cd92fb8ade2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:57.836405 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-2865276f-7e61-45bc-b324-e4ab0b3a2c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 11:59:59.180653 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:00.165184 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51092) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:00:00.270197 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-787ee609-8279-421d-af7a-7e886dd642fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:00.346090 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-787ee609-8279-421d-af7a-7e886dd642fa admin admin] Publish callbacks [] for security_group (6518df2b-bdbf-4faf-b9dc-0d2d48270416), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:00.350458 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-787ee609-8279-421d-af7a-7e886dd642fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6518df2b-bdbf-4faf-b9dc-0d2d48270416), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:00.391127 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-787ee609-8279-421d-af7a-7e886dd642fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bb876ac2c4c4ed28d7fdfcc3e8df45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248609 Jul 29 12:00:00.393138 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ee609-8279-421d-af7a-7e886dd642fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6518df2b-bdbf-4faf-b9dc-0d2d48270416,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:00:00.393886 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 51096) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:00:00.450929 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Publish callbacks [] for security_group (6518df2b-bdbf-4faf-b9dc-0d2d48270416), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:00.472997 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Publish callbacks [] for security_group (6518df2b-bdbf-4faf-b9dc-0d2d48270416), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:00.519850 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (6518df2b-bdbf-4faf-b9dc-0d2d48270416), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:00.523151 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:00.524299 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6518df2b-bdbf-4faf-b9dc-0d2d48270416 HTTP/1.1" status: 204 len: 168 time: 0.1293662 Jul 29 12:00:00.531848 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6518df2b-bdbf-4faf-b9dc-0d2d48270416,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:00:00.539923 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.540275 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.540644 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.540962 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.541303 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.541657 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.541989 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.542316 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.542646 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.542974 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.543299 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.543625 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.543949 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.544343 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.544574 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae5a07-b18e-4378-bd54-9ee80f49aa55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:00:00.763103 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:00.879443 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:10.379297 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:10.389812 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:10.534749 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:10.535436 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:11.322995 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 51230) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:00:11.425205 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2b19ca18-0c0a-43a7-a7f1-176ea6916686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:11.500849 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2b19ca18-0c0a-43a7-a7f1-176ea6916686 admin admin] Publish callbacks [] for security_group (a056b297-c8d5-4997-a13b-af9a956ee0c3), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:11.505368 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-2b19ca18-0c0a-43a7-a7f1-176ea6916686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (a056b297-c8d5-4997-a13b-af9a956ee0c3), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:11.545325 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-2b19ca18-0c0a-43a7-a7f1-176ea6916686 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41a92c7c5bb14ffcbb7b55b6713fc81f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212937 Jul 29 12:00:11.546280 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19ca18-0c0a-43a7-a7f1-176ea6916686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a056b297-c8d5-4997-a13b-af9a956ee0c3,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:00:11.548076 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51234) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:00:11.602381 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-db6cfb65-f2d9-4764-a4cf-22c16f1941cb admin admin] Publish callbacks [] for security_group (a056b297-c8d5-4997-a13b-af9a956ee0c3), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:11.625307 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-db6cfb65-f2d9-4764-a4cf-22c16f1941cb admin admin] Publish callbacks [] for security_group (a056b297-c8d5-4997-a13b-af9a956ee0c3), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:11.672996 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-db6cfb65-f2d9-4764-a4cf-22c16f1941cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (a056b297-c8d5-4997-a13b-af9a956ee0c3), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:11.675523 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-db6cfb65-f2d9-4764-a4cf-22c16f1941cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:11.676655 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-db6cfb65-f2d9-4764-a4cf-22c16f1941cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a056b297-c8d5-4997-a13b-af9a956ee0c3 HTTP/1.1" status: 204 len: 168 time: 0.1275773 Jul 29 12:00:11.684667 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cfb65-f2d9-4764-a4cf-22c16f1941cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a056b297-c8d5-4997-a13b-af9a956ee0c3,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:00:14.346133 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:00:15.806701 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:21.539743 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:21.541664 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:21.658387 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:21.680851 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:21.697871 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:25.630839 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:25.789962 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-30ff5e30-e384-4a57-932d-0d9994c38d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:27.838257 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-55cec49f-af4f-4549-873f-4bad0f134739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:28.685710 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:28.690143 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:29.185511 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:30.766516 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:30.882030 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:38.633925 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-5c87ecd2-ea2c-4548-88b3-8d4374a899bc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406036 Jul 29 12:00:38.718324 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-240445b4-5321-4266-b8e8-4a3838c44594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:00:38.719796 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-240445b4-5321-4266-b8e8-4a3838c44594 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 1129 time: 0.0393741 Jul 29 12:00:38.832229 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-20dd6c6a-6cef-421e-86a9-9824001edefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:00:38.833731 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-20dd6c6a-6cef-421e-86a9-9824001edefd service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.0863545 Jul 29 12:00:38.897801 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-ad5cfecb-f279-43f0-958e-217a2571f87f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 HTTP/1.1" status: 200 len: 1000 time: 0.0574493 Jul 29 12:00:38.948855 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-63b84d09-04a8-4b8e-bb0a-8a449eb0332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:00:38.950336 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-63b84d09-04a8-4b8e-bb0a-8a449eb0332d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0440776 Jul 29 12:00:38.996865 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-cc0c4dc5-75e8-49b1-99d4-e4cf56fd08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:00:38.998365 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-cc0c4dc5-75e8-49b1-99d4-e4cf56fd08e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382204 Jul 29 12:00:39.094676 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-0673e3d7-8b56-44bf-b0ec-b1f1bc337990 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871031 Jul 29 12:00:39.190587 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-6a5a96ea-9357-4830-b89f-7b972e5d13d5 req-24b164a1-7e18-4474-9980-db2ebf3406cb service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860739 Jul 29 12:00:40.876765 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:40.878829 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:49.185479 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=52 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:49.187982 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=49 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:00:51.345330 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:00:55.630907 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:55.791647 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-3324d94b-0a50-4aef-a4cd-3f38ac0ec1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:57.841332 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec8a2-a2a9-43ce-90bf-c459e42aec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:00:59.186078 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:00.767737 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:00.884933 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:05.681762 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=18 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:05.686437 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=16 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:10.873844 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:10.881111 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:21.403349 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd1f88-128b-45f5-a5d2-485d50f6f387 req-3c3e983f-2a52-41e7-8b06-516cef75405f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:21.404730 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a2fd1f88-128b-45f5-a5d2-485d50f6f387 req-3c3e983f-2a52-41e7-8b06-516cef75405f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 945 time: 0.2000566 Jul 29 12:01:21.453469 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a2fd1f88-128b-45f5-a5d2-485d50f6f387 req-829ae2b7-367e-4cc9-a8bf-c44594cbddc3 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429957 Jul 29 12:01:22.632303 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd32a5e-ecf5-45c1-81e2-01eb8e44fd3f req-b2313c40-1dee-4ca1-b166-1b48f615c4a8 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:22.633783 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bbd32a5e-ecf5-45c1-81e2-01eb8e44fd3f req-b2313c40-1dee-4ca1-b166-1b48f615c4a8 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 945 time: 0.1022470 Jul 29 12:01:22.682994 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bbd32a5e-ecf5-45c1-81e2-01eb8e44fd3f req-a60b11f6-7b3b-44a6-a73e-cfa0380df860 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 Jul 29 12:01:23.042335 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-a20b1613-9241-4d68-977f-cc83ca2ba113 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:23.044369 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-a20b1613-9241-4d68-977f-cc83ca2ba113 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 945 time: 0.0469449 Jul 29 12:01:23.126990 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Deleting port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:01:23.127330 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:23.219946 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] For port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:01:23.220303 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:23.377462 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:23.377825 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (4516641b-8231-4606-b808-bff85df29027), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:23.378024 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.db.l3_db [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Floating IP 4516641b-8231-4606-b808-bff85df29027 disassociated. External IP: 172.27.2.82, port: 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0. Jul 29 12:01:23.378360 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Calling delete_port for 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:01:23.504175 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:23.530510 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event deleted for resources: {'Port': ['ID=99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:01:23.542548 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.542902 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.543252 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.544205 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.544581 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.544917 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.545251 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.545608 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.545939 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.546264 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.546598 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.546928 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.547252 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.547572 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.547896 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:23.654327 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Router 481cf84b-f638-4146-9da9-bd98203ca1a6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 12:01:23.759868 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 12:01:23.772656 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7cfdc-e9fe-421c-972d-04ac98b76f42 None None] Sync routers for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 12:01:23.784754 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7cfdc-e9fe-421c-972d-04ac98b76f42 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:01:23.785510 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-6fa7cfdc-e9fe-421c-972d-04ac98b76f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:00:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:01:23.789783 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-a2aad7cb-bb23-4d4c-bf46-b9fe2d077bdc req-334357e7-4f72-45a8-9f83-2aa95e400043 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131 HTTP/1.1" status: 200 len: 210 time: 0.0284469 Jul 29 12:01:23.806130 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] No DVR routers for this DVR port 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 12:01:23.808934 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:23.812564 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ab61c79a-64b0-411f-88ee-9e931976f1ed req-cf85a2ea-111b-4c48-8537-8674ffc914e5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "DELETE /v2.0/ports/99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 HTTP/1.1" status: 204 len: 173 time: 0.7598672 Jul 29 12:01:23.813030 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'name': 'network-vif-deleted', 'tag': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 12:01:23.817909 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6597b8c0-3cf8-4178-8268-5cc6ddecffc1" -d '{"events": [{"server_uuid": "cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131", "name": "network-vif-deleted", "tag": "99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 12:01:23.857715 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 12:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95122563-7961-417b-aa2f-37d48cf5d6e5 x-openstack-request-id: req-95122563-7961-417b-aa2f-37d48cf5d6e5 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 12:01:23.858011 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131", "name": "network-vif-deleted", "tag": "99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 12:01:23.858288 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95122563-7961-417b-aa2f-37d48cf5d6e5 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 12:01:23.858661 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95122563-7961-417b-aa2f-37d48cf5d6e5'] response: {'server_uuid': 'cf4e65d8-9d68-4cf4-bd4f-7f5d08c6d131', 'name': 'network-vif-deleted', 'tag': '99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0', 'status': 'completed', 'code': 200} Jul 29 12:01:23.898405 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-6fa7cfdc-e9fe-421c-972d-04ac98b76f42 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:01:24.099761 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-6fa7cfdc-e9fe-421c-972d-04ac98b76f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:01:24.124203 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7cfdc-e9fe-421c-972d-04ac98b76f42 None None] Checking router: 481cf84b-f638-4146-9da9-bd98203ca1a6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 12:01:24.133086 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7cfdc-e9fe-421c-972d-04ac98b76f42 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:01:24.133667 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-6fa7cfdc-e9fe-421c-972d-04ac98b76f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:00:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:01:24.239244 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-6fa7cfdc-e9fe-421c-972d-04ac98b76f42 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:01:24.437337 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-6fa7cfdc-e9fe-421c-972d-04ac98b76f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:01:24.462274 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7cfdc-e9fe-421c-972d-04ac98b76f42 None None] The sync data for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi is: [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 12:01:24.693532 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df062474-edb9-411c-8e3c-31cc785dca9f None None] New status for floating IP 4516641b-8231-4606-b808-bff85df29027: DOWN {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 12:01:25.061444 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-e6da5149-1eee-4e85-98f3-7c555c1e0fc6 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225531464&fields=id&tenant_id=50680cfc97cf41c18d074cb84493cde7 HTTP/1.1" status: 200 len: 267 time: 0.0442491 Jul 29 12:01:25.169978 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-d1654ddb-882b-4d58-a438-799953e2aa28 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:25.171408 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-d1654ddb-882b-4d58-a438-799953e2aa28 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 811 time: 0.1034536 Jul 29 12:01:25.185995 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-a3ec3769-c3dd-4fda-8113-23695ea16b73 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/quotas/50680cfc97cf41c18d074cb84493cde7 HTTP/1.1" status: 200 len: 375 time: 0.0091839 Jul 29 12:01:25.234388 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-61eb6227-d410-43c7-ab7e-aae2d4e7bde5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433261 Jul 29 12:01:25.625395 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-ee2b268c-2947-487e-b9f9-6ae455158eb7 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800282 Jul 29 12:01:25.630186 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:25.713990 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-4c6f0be2-6a6b-4360-80b7-2a880a508158 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826764 Jul 29 12:01:25.795755 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-66d3171d-3dbc-4f37-8060-7b012c259ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:26.007514 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-327fed2c-d91a-44dc-a6ea-c225da726a69 req-68596e3e-7e23-4f63-aef7-3d4c69cee26b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 210 time: 0.0312583 Jul 29 12:01:26.411809 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 12:01:26.431368 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 12:01:26.431716 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 99107bc0-ee01-47c9-bc6e-90d9cc0f9dc0 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 12:01:26.991536 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-b9dff13e-8301-4002-9fbb-75055162c321 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:26.993071 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-b9dff13e-8301-4002-9fbb-75055162c321 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 811 time: 0.1062303 Jul 29 12:01:27.007455 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:27.014417 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:27.060893 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-c2ec75bf-efec-4c0a-a9c3-1b64842808f2 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50680cfc97cf41c18d074cb84493cde7 HTTP/1.1" status: 200 len: 379 time: 0.0595348 Jul 29 12:01:27.070285 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'port': {'device_id': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'admin_state_up': True, 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'security_groups': ['9543255a-c808-4a27-963c-d6b335f3ba86']}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 12:01:27.115327 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-534b0531-eae8-423f-9404-1029786cb606 req-c9020f5f-bb2a-4bd8-87ec-349dabed2907 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 210 time: 0.0282557 Jul 29 12:01:27.188298 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Made reservation on behalf of 50680cfc97cf41c18d074cb84493cde7 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 12:01:27.191721 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:27.314352 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Allocated IP 172.20.0.8 (b2c64f75-d35e-4ef4-8a4c-54a037caa5bc/38aa06b4-251c-434a-b869-0e857181eae8/e3f20048-10dc-4804-a4f8-bdf5a8ea8988) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 12:01:27.459114 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:27.494509 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:27.537396 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 12:01:27.542753 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 12:01:27.546149 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 12:01:27.579528 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'Port': ['ID=e3f20048-10dc-4804-a4f8-bdf5a8ea8988,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:01:27.610327 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:27.610932 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:27.631895 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-0b7eaa57-692e-4286-89a6-66fa9c16d843 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660818 Jul 29 12:01:27.643764 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Request body: {'port': {'device_id': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 12:01:27.706583 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:27.748554 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-c6ae93cf-b400-49ec-9244-cab8fd56f340 None None] Provisioning complete for port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 12:01:27.749147 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c6ae93cf-b400-49ec-9244-cab8fd56f340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:27.781017 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-c6ae93cf-b400-49ec-9244-cab8fd56f340 None None] Port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 12:01:27.814573 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:27.843777 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-c799606e-7ac5-4439-a58f-15fe313b4cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:27.878605 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:27.970123 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f20048-10dc-4804-a4f8-bdf5a8ea8988 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 12:01:27.977384 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Publish callbacks [] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:27.991781 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Transition to ACTIVE for port object e3f20048-10dc-4804-a4f8-bdf5a8ea8988 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 12:01:27.994836 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:28.047312 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Pushing event updated for resources: {'Port': ['ID=e3f20048-10dc-4804-a4f8-bdf5a8ea8988,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:01:28.118625 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Attempting to bind port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 12:01:28.118864 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Attempting to bind port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 12:01:28.119188 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Attempting to bind port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 on network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 12:01:28.123965 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 on network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 12:01:28.124289 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Attempting to bind port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 on network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 12:01:28.129395 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 12, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 12:01:28.129757 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Checking segment: {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 12:01:28.130140 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Bound using segment: {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 12:01:28.130571 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Bound port: e3f20048-10dc-4804-a4f8-bdf5a8ea8988, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 12:01:28.130922 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:28.205297 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] For port e3f20048-10dc-4804-a4f8-bdf5a8ea8988, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 12:01:28.208514 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] For port e3f20048-10dc-4804-a4f8-bdf5a8ea8988, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e3f20048-10dc-4804-a4f8-bdf5a8ea8988,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 12:01:28.216198 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:28.244730 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800609b-9e26-4196-b596-b226a4c76a42 req-fcf1d0e1-29da-40b6-b4d3-eb129ed500da tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:28.246322 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f800609b-9e26-4196-b596-b226a4c76a42 req-fcf1d0e1-29da-40b6-b4d3-eb129ed500da tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 943 time: 0.0492344 Jul 29 12:01:28.256150 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:28.256765 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:28.258167 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] 10.222.0.58 "PUT /v2.0/ports/e3f20048-10dc-4804-a4f8-bdf5a8ea8988 HTTP/1.1" status: 200 len: 1093 time: 0.6192091 Jul 29 12:01:28.258604 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'tag': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 12:01:28.260883 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef71957-fb6e-47da-8401-8c5c756f5625" -d '{"events": [{"name": "network-changed", "server_uuid": "ea055ff0-9a59-45aa-abbf-a283fdea0616", "tag": "e3f20048-10dc-4804-a4f8-bdf5a8ea8988"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 12:01:28.296752 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ed0ad-f157-4b90-8cf1-8d9e0ce9e73d service neutron] Pushing event updated for resources: {'Port': ['ID=e3f20048-10dc-4804-a4f8-bdf5a8ea8988,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:01:28.314641 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-f800609b-9e26-4196-b596-b226a4c76a42 req-d563625c-7960-4d34-a2e1-6479d2b90c54 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620918 Jul 29 12:01:28.333186 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 12:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dccb45-d8f8-4698-a75e-0c5dea87c74e x-openstack-request-id: req-58dccb45-d8f8-4698-a75e-0c5dea87c74e {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 12:01:28.333186 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea055ff0-9a59-45aa-abbf-a283fdea0616", "tag": "e3f20048-10dc-4804-a4f8-bdf5a8ea8988", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 12:01:28.333186 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58dccb45-d8f8-4698-a75e-0c5dea87c74e {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 12:01:28.333186 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58dccb45-d8f8-4698-a75e-0c5dea87c74e'] response: {'name': 'network-changed', 'server_uuid': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'tag': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'status': 'completed', 'code': 200} Jul 29 12:01:28.349739 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:01:28.361198 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-1528e206-fdb0-41cf-900d-6d3c24732094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:28.362784 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-1528e206-fdb0-41cf-900d-6d3c24732094 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 1127 time: 0.0573866 Jul 29 12:01:28.408012 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-330ae5fa-bb76-4a1a-b02f-dd22fb90a461 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3f20048-10dc-4804-a4f8-bdf5a8ea8988 HTTP/1.1" status: 200 len: 217 time: 0.0373666 Jul 29 12:01:28.456903 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-f2c66309-db70-4345-9b46-18b71a186b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:28.458383 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-f2c66309-db70-4345-9b46-18b71a186b92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0442190 Jul 29 12:01:28.502413 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-076e2e14-d8cf-4014-ad10-beda77389e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:28.503850 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-076e2e14-d8cf-4014-ad10-beda77389e43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368917 Jul 29 12:01:28.600624 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-a7594209-c601-42a3-9170-c38423eab223 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867527 Jul 29 12:01:28.692500 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-ea59f0ae-fcc7-4c82-8b20-5bffed62e356 req-11e166e2-8cdb-46ec-b1ce-9743ac500bff service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836010 Jul 29 12:01:28.977780 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef71957-fb6e-47da-8401-8c5c756f5625 req-e3cae4b6-142d-44fc-9af4-456bc71324e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:28.979144 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aef71957-fb6e-47da-8401-8c5c756f5625 req-e3cae4b6-142d-44fc-9af4-456bc71324e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 1127 time: 0.0428178 Jul 29 12:01:29.033674 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:29.057557 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:29.070605 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef71957-fb6e-47da-8401-8c5c756f5625 req-e5097c69-c3f7-46f5-8e78-bab31a1f68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:29.072054 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aef71957-fb6e-47da-8401-8c5c756f5625 req-e5097c69-c3f7-46f5-8e78-bab31a1f68f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.0863011 Jul 29 12:01:29.116011 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aef71957-fb6e-47da-8401-8c5c756f5625 req-3c7f2c5e-b17b-44e6-8105-b92743cab43a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3f20048-10dc-4804-a4f8-bdf5a8ea8988 HTTP/1.1" status: 200 len: 217 time: 0.0349681 Jul 29 12:01:29.168032 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef71957-fb6e-47da-8401-8c5c756f5625 req-67e925cd-43f9-4e48-8f99-d87fceef34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:29.169550 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aef71957-fb6e-47da-8401-8c5c756f5625 req-67e925cd-43f9-4e48-8f99-d87fceef34a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0434554 Jul 29 12:01:29.189587 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:29.216919 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef71957-fb6e-47da-8401-8c5c756f5625 req-df181d0a-13ce-4b56-9f96-857b9ad9f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:29.218432 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aef71957-fb6e-47da-8401-8c5c756f5625 req-df181d0a-13ce-4b56-9f96-857b9ad9f2d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397732 Jul 29 12:01:29.450355 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae12d21-907d-4950-90a0-94f5a4946f78 req-9ab70c08-4ee4-487d-9554-b678436c2d45 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:29.452171 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fae12d21-907d-4950-90a0-94f5a4946f78 req-9ab70c08-4ee4-487d-9554-b678436c2d45 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 943 time: 0.0510769 Jul 29 12:01:29.506910 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fae12d21-907d-4950-90a0-94f5a4946f78 req-0841a368-4446-44ce-af12-4ce97254ca04 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489130 Jul 29 12:01:29.571300 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aef71957-fb6e-47da-8401-8c5c756f5625 req-bcbc3ca6-2364-4584-9740-9f881db04fd2 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402274 Jul 29 12:01:29.663260 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aef71957-fb6e-47da-8401-8c5c756f5625 req-65c5ba81-c3c7-415d-8cd2-5fe690e4fb52 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807805 Jul 29 12:01:30.636410 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6877b4-7da3-4622-b545-df47ed1ef637 req-8ec23cbb-1560-4dc6-86a7-625155486337 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:30.639024 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-de6877b4-7da3-4622-b545-df47ed1ef637 req-8ec23cbb-1560-4dc6-86a7-625155486337 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 943 time: 0.0541861 Jul 29 12:01:30.691795 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-de6877b4-7da3-4622-b545-df47ed1ef637 req-fd02ac1a-361e-4508-9f2c-ddde87098618 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456252 Jul 29 12:01:30.775074 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:30.890316 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:31.814148 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628316d0-146d-4ce7-95f8-31d1fa630bbe req-03d59e79-ecc1-4f5d-a917-a5a518732e7b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:31.815616 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-628316d0-146d-4ce7-95f8-31d1fa630bbe req-03d59e79-ecc1-4f5d-a917-a5a518732e7b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 943 time: 0.0471420 Jul 29 12:01:31.845742 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:31.864595 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-628316d0-146d-4ce7-95f8-31d1fa630bbe req-30b26ad7-0f02-4baf-9157-3d321a5a8ec2 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 Jul 29 12:01:32.983490 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d403d4b-ec21-4267-8062-ef6643f0d22e req-c8ecd499-e0ad-4055-b894-67852e1694fb tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:32.984956 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6d403d4b-ec21-4267-8062-ef6643f0d22e req-c8ecd499-e0ad-4055-b894-67852e1694fb tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 943 time: 0.0491214 Jul 29 12:01:33.020720 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:33.034433 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6d403d4b-ec21-4267-8062-ef6643f0d22e req-4b565da5-72f9-43a9-a781-a2e69517ac54 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439630 Jul 29 12:01:34.152175 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14f9d3-e574-44ff-9805-73dda8a680d0 req-21680654-b50a-4a8c-9c9d-dedbde394612 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:34.153787 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2c14f9d3-e574-44ff-9805-73dda8a680d0 req-21680654-b50a-4a8c-9c9d-dedbde394612 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 943 time: 0.0487514 Jul 29 12:01:34.204766 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2c14f9d3-e574-44ff-9805-73dda8a680d0 req-4a13d183-fdd7-451c-b498-c01823e4671c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452230 Jul 29 12:01:35.325870 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb5af7-ed65-455b-b514-2f5e8afb72d6 req-f8250a8e-76d3-4586-a7f6-cd50f6d1cb60 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:35.327335 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4feb5af7-ed65-455b-b514-2f5e8afb72d6 req-f8250a8e-76d3-4586-a7f6-cd50f6d1cb60 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 943 time: 0.0508955 Jul 29 12:01:35.376207 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-4feb5af7-ed65-455b-b514-2f5e8afb72d6 req-719fdae9-fe66-4759-8bda-64b3d7294805 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Jul 29 12:01:36.479020 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device e3f20048-10dc-4804-a4f8-bdf5a8ea8988 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 12:01:36.497345 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308700e1-2701-46aa-a799-3b62416cffc3 req-dac8cf61-ef59-4891-b23d-9bf71940be60 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:36.498855 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-308700e1-2701-46aa-a799-3b62416cffc3 req-dac8cf61-ef59-4891-b23d-9bf71940be60 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 943 time: 0.0490384 Jul 29 12:01:36.548471 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-308700e1-2701-46aa-a799-3b62416cffc3 req-6bc1f2d2-bbdc-4a2d-90b6-ef8a79b2c372 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440390 Jul 29 12:01:36.581440 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port e3f20048-10dc-4804-a4f8-bdf5a8ea8988, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e3f20048-10dc-4804-a4f8-bdf5a8ea8988,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:01:36.592965 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'port_id': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'mac_address': 'fa:16:3e:39:0b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 12:01:36.627753 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 12:01:36.628140 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:36.641114 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f20048-10dc-4804-a4f8-bdf5a8ea8988 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 12:01:36.660229 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port e3f20048-10dc-4804-a4f8-bdf5a8ea8988, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e3f20048-10dc-4804-a4f8-bdf5a8ea8988,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:01:36.664074 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:36.716224 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=e3f20048-10dc-4804-a4f8-bdf5a8ea8988,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:01:36.722960 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.723406 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.723760 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.724105 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.724443 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.724784 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.725116 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.725465 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.725798 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.726127 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.726456 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.726784 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.727107 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.727431 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.727754 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:36.969185 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['e3f20048-10dc-4804-a4f8-bdf5a8ea8988'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 12:01:37.188341 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:37.665760 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde148e-356b-4328-a2f4-e04fa4558a63 req-bb6d33a8-87c6-454a-a1e4-4051115f681f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:37.667191 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ebde148e-356b-4328-a2f4-e04fa4558a63 req-bb6d33a8-87c6-454a-a1e4-4051115f681f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 944 time: 0.0464950 Jul 29 12:01:37.719368 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ebde148e-356b-4328-a2f4-e04fa4558a63 req-17398318-fb98-4604-a3ad-7cf100265cb7 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457838 Jul 29 12:01:38.491212 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device e3f20048-10dc-4804-a4f8-bdf5a8ea8988 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 12:01:38.529499 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:38.537841 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 12:01:38.543544 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 12:01:38.543924 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:38.614078 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 12:01:38.614465 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:38.640812 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 12:01:38.643080 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af36f08-3a7b-4cda-b08c-11052c1bb036" -d '{"events": [{"server_uuid": "ea055ff0-9a59-45aa-abbf-a283fdea0616", "name": "network-vif-plugged", "status": "completed", "tag": "e3f20048-10dc-4804-a4f8-bdf5a8ea8988"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 12:01:38.655798 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port e3f20048-10dc-4804-a4f8-bdf5a8ea8988, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e3f20048-10dc-4804-a4f8-bdf5a8ea8988,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:01:38.659877 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:38.686279 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 12:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f89f2fc-19b2-40c9-add9-fb2b8a41f98e x-openstack-request-id: req-6f89f2fc-19b2-40c9-add9-fb2b8a41f98e {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 12:01:38.686569 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea055ff0-9a59-45aa-abbf-a283fdea0616", "name": "network-vif-plugged", "status": "completed", "tag": "e3f20048-10dc-4804-a4f8-bdf5a8ea8988", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 12:01:38.686822 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f89f2fc-19b2-40c9-add9-fb2b8a41f98e {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 12:01:38.687209 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f89f2fc-19b2-40c9-add9-fb2b8a41f98e'] response: {'server_uuid': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'code': 200} Jul 29 12:01:38.715315 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=e3f20048-10dc-4804-a4f8-bdf5a8ea8988,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:01:38.839440 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca63bb-48c6-403a-a7d4-7ecd4bc821cb req-d8e18fe5-f8a5-430d-843a-eaba68de12eb tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:38.840849 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-94ca63bb-48c6-403a-a7d4-7ecd4bc821cb req-d8e18fe5-f8a5-430d-843a-eaba68de12eb tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 945 time: 0.0488851 Jul 29 12:01:38.892293 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-94ca63bb-48c6-403a-a7d4-7ecd4bc821cb req-d339b56c-5684-4962-8d15-d4cff0ac7e0c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457172 Jul 29 12:01:38.917183 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef74dd0-51d7-4a7b-b5c9-c2fa095a1e19 req-07308945-aae9-45dd-ad43-3d878d339c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:38.919334 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8ef74dd0-51d7-4a7b-b5c9-c2fa095a1e19 req-07308945-aae9-45dd-ad43-3d878d339c05 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 1129 time: 0.0437050 Jul 29 12:01:38.969733 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-8ef74dd0-51d7-4a7b-b5c9-c2fa095a1e19 req-a62bc82c-ae60-41e3-9df0-c51c6f5dc10e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Jul 29 12:01:40.013011 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557cde9-93a7-4a03-86eb-83e48175e8b6 req-44fa5cff-556c-4af6-8bb4-f88ca2449424 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:40.014510 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c557cde9-93a7-4a03-86eb-83e48175e8b6 req-44fa5cff-556c-4af6-8bb4-f88ca2449424 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 945 time: 0.0490801 Jul 29 12:01:40.063422 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-c557cde9-93a7-4a03-86eb-83e48175e8b6 req-5f770571-6205-4ffd-94ee-3449df37386d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430260 Jul 29 12:01:41.186244 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1e907-9d39-455b-9bcd-4f7dd448fbbb req-05f54b6e-9f76-4336-8843-550d6034e53a tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:41.187751 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2dc1e907-9d39-455b-9bcd-4f7dd448fbbb req-05f54b6e-9f76-4336-8843-550d6034e53a tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 945 time: 0.0522618 Jul 29 12:01:41.236472 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-2dc1e907-9d39-455b-9bcd-4f7dd448fbbb req-13a823a1-548d-4b65-a743-69325c333443 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431581 Jul 29 12:01:41.360469 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412dd4d-759a-448e-8ba0-c620b4aa5472 req-4bfe25d1-d0fa-42eb-a80e-3b3d006ee2f5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:41.361823 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6412dd4d-759a-448e-8ba0-c620b4aa5472 req-4bfe25d1-d0fa-42eb-a80e-3b3d006ee2f5 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 945 time: 0.0472178 Jul 29 12:01:41.411190 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-6412dd4d-759a-448e-8ba0-c620b4aa5472 req-3c0d6164-e73b-4741-b32e-c828282b5f83 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439823 Jul 29 12:01:41.437244 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51342) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:01:41.475087 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181f35f7-415b-4917-a1cb-adf3741eab50 tempest-TestVolumeBootPattern-542340913 tempest-TestVolumeBootPattern-542340913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:41.476565 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-181f35f7-415b-4917-a1cb-adf3741eab50 tempest-TestVolumeBootPattern-542340913 tempest-TestVolumeBootPattern-542340913-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 1124 time: 0.0383463 Jul 29 12:01:41.479599 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51344) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:01:41.483722 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'port_id': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 12:01:41.506121 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:41.587770 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:41.590149 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:41.674005 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:41.696077 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Allocated IP 172.27.2.38 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/84d721c5-0df2-4cad-a8eb-0a168ae18bec) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 12:01:41.799189 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for port (84d721c5-0df2-4cad-a8eb-0a168ae18bec), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:41.830720 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (84d721c5-0df2-4cad-a8eb-0a168ae18bec), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:41.874277 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 12:01:41.877288 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 12:01:41.881196 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 12:01:41.902815 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'Port': ['ID=84d721c5-0df2-4cad-a8eb-0a168ae18bec,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:01:41.914834 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.915181 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.915522 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.916282 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.916282 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.916496 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.916809 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.917130 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.917508 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.917828 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.918692 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.919018 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.919361 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.919714 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:41.919949 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:01:42.245116 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:42.314610 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (84d721c5-0df2-4cad-a8eb-0a168ae18bec), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:42.334918 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:42.442085 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:42.471449 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for port (84d721c5-0df2-4cad-a8eb-0a168ae18bec), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:42.475741 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (84d721c5-0df2-4cad-a8eb-0a168ae18bec), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:42.544271 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'Port': ['ID=84d721c5-0df2-4cad-a8eb-0a168ae18bec,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:01:42.555904 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:42.653430 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Floating IP c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a associated. External IP: 172.27.2.38, port: e3f20048-10dc-4804-a4f8-bdf5a8ea8988. Jul 29 12:01:42.682245 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=69 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:42.683082 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=71 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:42.852855 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Router 481cf84b-f638-4146-9da9-bd98203ca1a6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 12:01:42.956129 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 12:01:42.967562 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e35552-7553-4445-bdc0-6b215a4199a4 None None] Sync routers for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 12:01:42.974351 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:42.978040 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e35552-7553-4445-bdc0-6b215a4199a4 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:01:42.978660 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-b7e35552-7553-4445-bdc0-6b215a4199a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:01:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:01:43.007092 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-17fe8b66-f909-4ad3-964f-faa4160e699c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5244510 Jul 29 12:01:43.007092 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'tag': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 12:01:43.007903 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07598e29-a46e-4972-9bcb-988f8eca1f10" -d '{"events": [{"name": "network-changed", "server_uuid": "ea055ff0-9a59-45aa-abbf-a283fdea0616", "tag": "e3f20048-10dc-4804-a4f8-bdf5a8ea8988"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 12:01:43.047063 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eddfb34-ade0-4e7e-9845-91ab26d61ddb x-openstack-request-id: req-5eddfb34-ade0-4e7e-9845-91ab26d61ddb {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 12:01:43.047351 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea055ff0-9a59-45aa-abbf-a283fdea0616", "tag": "e3f20048-10dc-4804-a4f8-bdf5a8ea8988", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 12:01:43.047599 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5eddfb34-ade0-4e7e-9845-91ab26d61ddb {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 12:01:43.048008 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eddfb34-ade0-4e7e-9845-91ab26d61ddb'] response: {'name': 'network-changed', 'server_uuid': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'tag': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'status': 'completed', 'code': 200} Jul 29 12:01:43.087702 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-b7e35552-7553-4445-bdc0-6b215a4199a4 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:01:43.109462 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598e29-a46e-4972-9bcb-988f8eca1f10 req-fd957c05-8e9a-4c5c-80b2-4d4d1b37f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:43.110920 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07598e29-a46e-4972-9bcb-988f8eca1f10 req-fd957c05-8e9a-4c5c-80b2-4d4d1b37f5d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 1129 time: 0.0403001 Jul 29 12:01:43.209665 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598e29-a46e-4972-9bcb-988f8eca1f10 req-cc157539-08c3-48af-824b-46f6e48e898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:43.211149 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07598e29-a46e-4972-9bcb-988f8eca1f10 req-cc157539-08c3-48af-824b-46f6e48e898f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.0943623 Jul 29 12:01:43.275057 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07598e29-a46e-4972-9bcb-988f8eca1f10 req-db39da96-cba3-4548-83da-e6b47d522146 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3f20048-10dc-4804-a4f8-bdf5a8ea8988 HTTP/1.1" status: 200 len: 998 time: 0.0575767 Jul 29 12:01:43.326165 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598e29-a46e-4972-9bcb-988f8eca1f10 req-a87a937b-2242-4c16-88db-9c8584df60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:43.327634 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07598e29-a46e-4972-9bcb-988f8eca1f10 req-a87a937b-2242-4c16-88db-9c8584df60ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0471530 Jul 29 12:01:43.376051 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598e29-a46e-4972-9bcb-988f8eca1f10 req-5bc44f87-dee3-4eea-9cdc-3b4595da37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:01:43.377463 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07598e29-a46e-4972-9bcb-988f8eca1f10 req-5bc44f87-dee3-4eea-9cdc-3b4595da37d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431960 Jul 29 12:01:43.382449 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-b7e35552-7553-4445-bdc0-6b215a4199a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:39:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:01:42Z', 'updated_at': '2022-07-29T12:01:42Z', 'revision_number': 0, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:01:43.408246 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e35552-7553-4445-bdc0-6b215a4199a4 None None] Checking router: 481cf84b-f638-4146-9da9-bd98203ca1a6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 12:01:43.416555 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e35552-7553-4445-bdc0-6b215a4199a4 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:01:43.417164 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-b7e35552-7553-4445-bdc0-6b215a4199a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:01:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:01:43.468292 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07598e29-a46e-4972-9bcb-988f8eca1f10 req-ec620acc-472b-4eed-af1b-d2b6e9be6607 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847888 Jul 29 12:01:43.519694 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-b7e35552-7553-4445-bdc0-6b215a4199a4 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:01:43.561552 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-07598e29-a46e-4972-9bcb-988f8eca1f10 req-e38cd037-00f0-49d7-90ed-7cc577140bc5 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872779 Jul 29 12:01:43.731487 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-b7e35552-7553-4445-bdc0-6b215a4199a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:39:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:01:42Z', 'updated_at': '2022-07-29T12:01:42Z', 'revision_number': 0, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:01:43.756021 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e35552-7553-4445-bdc0-6b215a4199a4 None None] The sync data for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi is: [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:39:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:01:42Z', 'updated_at': '2022-07-29T12:01:42Z', 'revision_number': 0, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 12:01:43.943549 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b084d2b-da7e-444f-b85c-3ffc386ec004 None None] New status for floating IP c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a: ACTIVE {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 12:01:53.000009 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=64 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:53.001936 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=75,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:53.556501 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=84 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:53.558455 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=91 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:53.726329 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=78 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:54.044804 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:54.047783 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:54.385626 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:01:55.637889 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:55.797362 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-08fcac40-2daf-4f20-b9af-642428345d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:57.846161 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-341a04dd-41cd-4915-ad71-725015806d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:01:59.192816 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:00.774576 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:00.884143 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:02.282793 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [req-b2de5c94-5af3-4f76-a7f8-36f3f86c5eba req-fd33642c-1252-473a-98a8-9e266c833b27 service neutron] (115838) timed out ('10.222.0.58', 65529) {{(pid=115838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 29 12:02:05.350152 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:02:15.801024 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:UPDATE=4,neutron:SELECT=23 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:02:15.802929 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:02:19.678629 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:02:19.679503 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:02:25.652073 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:25.802185 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-3547781b-05b2-428d-bf58-39a844c38856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:25.951642 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [req-893b431e-242a-46f6-a5a8-6f9b9533f810 req-6af8d265-1d6e-41eb-bfa2-500d3ba123c5 service neutron] (115839) timed out ('10.222.0.58', 65514) {{(pid=115839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 29 12:02:27.849183 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-645a9cdb-1862-4ba6-befc-fd96de1078f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:29.194473 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:30.778656 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:30.888755 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:39.506530 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-db30de42-9213-4517-afc3-8ce7a666495b req-a5c628f8-c0ff-474f-9968-28d12bc2406d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893736 Jul 29 12:02:39.593197 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30de42-9213-4517-afc3-8ce7a666495b req-299c0c72-f0ad-4bde-81cc-701366bd9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:02:39.594705 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-db30de42-9213-4517-afc3-8ce7a666495b req-299c0c72-f0ad-4bde-81cc-701366bd9881 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 1129 time: 0.0392156 Jul 29 12:02:39.703290 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30de42-9213-4517-afc3-8ce7a666495b req-b23017ee-e51d-4871-ab0c-398984f090f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:02:39.704651 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-db30de42-9213-4517-afc3-8ce7a666495b req-b23017ee-e51d-4871-ab0c-398984f090f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.0889800 Jul 29 12:02:39.767051 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-db30de42-9213-4517-afc3-8ce7a666495b req-575f22a6-e512-4612-8b38-8efe9db3b7dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3f20048-10dc-4804-a4f8-bdf5a8ea8988 HTTP/1.1" status: 200 len: 1000 time: 0.0534613 Jul 29 12:02:39.820871 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30de42-9213-4517-afc3-8ce7a666495b req-57499515-92d2-4808-9a83-7601b3edf080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:02:39.822317 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-db30de42-9213-4517-afc3-8ce7a666495b req-57499515-92d2-4808-9a83-7601b3edf080 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0465801 Jul 29 12:02:39.868203 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30de42-9213-4517-afc3-8ce7a666495b req-c7acddb9-b884-4d2a-a1f8-f01a517686b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:02:39.869675 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-db30de42-9213-4517-afc3-8ce7a666495b req-c7acddb9-b884-4d2a-a1f8-f01a517686b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384111 Jul 29 12:02:39.966234 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-db30de42-9213-4517-afc3-8ce7a666495b req-3eeeac33-cc98-44de-9c4f-d3599fcb2683 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870693 Jul 29 12:02:40.058797 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-db30de42-9213-4517-afc3-8ce7a666495b req-f0f79fc1-4f02-4442-bda8-d7b88839fcfd service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836430 Jul 29 12:02:40.881545 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:02:40.883553 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:02:42.350260 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:02:50.054797 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=47 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:02:50.055564 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=54 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:02:55.645006 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:55.804613 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8941ee71-eb4f-42ce-ad84-0d230be768fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:56.675629 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=18 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:02:57.850528 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a28db6dd-d48d-4bfb-85ee-aad21506d907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:02:58.343917 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=18 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:02:59.197319 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:00.779957 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:00.881218 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:10.875563 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:UPDATE=2,neutron:SELECT=10 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:10.877471 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:19.350118 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:03:22.699990 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-87dbc0b4-1360-4d4d-af4f-aa200309438e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225531464&fields=id&tenant_id=50680cfc97cf41c18d074cb84493cde7 HTTP/1.1" status: 200 len: 267 time: 0.0458539 Jul 29 12:03:22.807527 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-7bdebe0e-4792-4fc7-b101-7d4393a925de tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:22.808951 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-7bdebe0e-4792-4fc7-b101-7d4393a925de tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 811 time: 0.1019216 Jul 29 12:03:22.823644 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-4503e158-9fe9-4b04-8262-46b9b9cbe45f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/quotas/50680cfc97cf41c18d074cb84493cde7 HTTP/1.1" status: 200 len: 375 time: 0.0087802 Jul 29 12:03:22.872643 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-329cb48e-2149-49b2-be1e-bb34d8505a86 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0436394 Jul 29 12:03:22.970855 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-7cd0222b-d149-4974-8c51-e1f911a0df17 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864377 Jul 29 12:03:23.060654 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-5d52496b-0920-4fd4-9689-1b31358815f5 service neutron] 10.222.0.60 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842779 Jul 29 12:03:23.354334 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-1060cc02-3efc-447b-b1ef-c87a9738981b req-9bfe4aec-764c-4393-b6ed-2bf492bb5c89 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 210 time: 0.0284145 Jul 29 12:03:24.373619 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-a02eb8ad-6f0a-4313-90ad-4be6df0830cd tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:24.375080 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-a02eb8ad-6f0a-4313-90ad-4be6df0830cd tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 811 time: 0.1091044 Jul 29 12:03:24.442750 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-a0c0bfc8-9d67-498a-8c36-c977be0a6680 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50680cfc97cf41c18d074cb84493cde7 HTTP/1.1" status: 200 len: 379 time: 0.0588844 Jul 29 12:03:24.451591 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'port': {'device_id': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'admin_state_up': True, 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'security_groups': ['9543255a-c808-4a27-963c-d6b335f3ba86']}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 12:03:24.461958 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-eaf3474e-d64d-48f6-9c41-407eb23bb4bb req-92f17bec-b1fc-4562-b043-ea74fec1daeb tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 210 time: 0.0329254 Jul 29 12:03:24.566160 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Made reservation on behalf of 50680cfc97cf41c18d074cb84493cde7 for: {'port': 1} {{(pid=115838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 12:03:24.571078 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:24.700264 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.db_base_plugin_common [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Allocated IP 172.20.0.6 (b2c64f75-d35e-4ef4-8a4c-54a037caa5bc/38aa06b4-251c-434a-b869-0e857181eae8/7c513e4a-f728-4a0b-8cc7-1ed0e5141836) {{(pid=115838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 12:03:24.845190 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), precommit_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:24.877751 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), after_create {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:24.921444 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc is already hosted by enough agents. {{(pid=115838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 12:03:24.924739 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.base_scheduler [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Resources bound (agent type, host, resource id): {{(pid=115838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 12:03:24.928626 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Received port after_create {{(pid=115838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 12:03:24.956658 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'Port': ['ID=7c513e4a-f728-4a0b-8cc7-1ed0e5141836,revision_number=1']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:03:24.970587 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.971001 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.971257 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.971586 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.971913 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.972238 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.972558 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.972874 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.973194 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.973528 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.973845 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.974160 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.974474 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.974789 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.975096 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:24.999294 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:24.999928 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:25.017158 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-2eff6a01-3889-4cbd-9131-b1ef0b9dfa56 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693026 Jul 29 12:03:25.038144 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.v2.base [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Request body: {'port': {'device_id': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=115838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 12:03:25.074689 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:25.104990 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:25.132696 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-aaae4e58-3523-407c-8504-4aec8adc1900 None None] Provisioning complete for port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 triggered by entity DHCP. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 12:03:25.133275 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-aaae4e58-3523-407c-8504-4aec8adc1900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:25.136073 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:25.166140 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-aaae4e58-3523-407c-8504-4aec8adc1900 None None] Port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 cannot update to ACTIVE because it is not bound. {{(pid=115840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 12:03:25.361466 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 {{(pid=115838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 12:03:25.368626 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Publish callbacks [] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), precommit_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:25.381686 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.provisioning_blocks [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Transition to ACTIVE for port object 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 will not be triggered until provisioned by entity L2. {{(pid=115838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 12:03:25.385526 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:25.439028 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c513e4a-f728-4a0b-8cc7-1ed0e5141836,revision_number=2']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:03:25.514682 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Attempting to bind port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 12:03:25.515026 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Attempting to bind port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 12:03:25.515369 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Attempting to bind port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 on network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 12:03:25.520688 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 on network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 12:03:25.521051 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Attempting to bind port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 on network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 12:03:25.526319 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Checking agent: {'id': 'c1832281-1094-4d2e-8cd0-2313392546b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'started_at': datetime.datetime(2022, 7, 29, 11, 44, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 12, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 12:03:25.526655 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Checking segment: {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 12:03:25.527042 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Bound using segment: {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'} {{(pid=115838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 12:03:25.527469 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.managers [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Bound port: 7c513e4a-f728-4a0b-8cc7-1ed0e5141836, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc0140c0-73fc-4d5b-9258-ff0b10211226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc'}}] {{(pid=115838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 12:03:25.527826 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), before_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:25.587344 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed99130-7cf5-4c2a-93a4-e150ff76c6aa req-3584986c-7d31-4cc0-99ae-3e168c372833 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:25.589015 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-eed99130-7cf5-4c2a-93a4-e150ff76c6aa req-3584986c-7d31-4cc0-99ae-3e168c372833 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 943 time: 0.0494850 Jul 29 12:03:25.602979 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] For port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836, host hv-cinder-83754, cleared binding levels {{(pid=115838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 12:03:25.606889 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] For port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c513e4a-f728-4a0b-8cc7-1ed0e5141836,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 12:03:25.612388 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9795012'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), after_update {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:25.640906 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-eed99130-7cf5-4c2a-93a4-e150ff76c6aa req-37c8d046-81bb-434d-b306-c84f01cfdc16 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461791 Jul 29 12:03:25.645916 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:25.646469 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:25.647894 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] 10.222.0.58 "PUT /v2.0/ports/7c513e4a-f728-4a0b-8cc7-1ed0e5141836 HTTP/1.1" status: 200 len: 1093 time: 0.6141460 Jul 29 12:03:25.648331 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'tag': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 12:03:25.650609 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d" -d '{"events": [{"name": "network-changed", "server_uuid": "9521a52e-c68c-4cff-9911-0f2ccf2fff68", "tag": "7c513e4a-f728-4a0b-8cc7-1ed0e5141836"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 12:03:25.703085 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4fe92-0a22-4fad-aba8-de6871b4edd0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c513e4a-f728-4a0b-8cc7-1ed0e5141836,revision_number=3']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:03:25.703274 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:25.752390 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-b42b92e1-a062-45d3-94cb-758b1fa9737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:25.753938 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-b42b92e1-a062-45d3-94cb-758b1fa9737b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 1127 time: 0.0464294 Jul 29 12:03:25.768578 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 12:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fd56a7-b214-48d4-8d51-a7dd917a86a9 x-openstack-request-id: req-74fd56a7-b214-48d4-8d51-a7dd917a86a9 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 12:03:25.768753 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9521a52e-c68c-4cff-9911-0f2ccf2fff68", "tag": "7c513e4a-f728-4a0b-8cc7-1ed0e5141836", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 12:03:25.769010 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74fd56a7-b214-48d4-8d51-a7dd917a86a9 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 12:03:25.769453 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fd56a7-b214-48d4-8d51-a7dd917a86a9'] response: {'name': 'network-changed', 'server_uuid': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'tag': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836', 'status': 'completed', 'code': 200} Jul 29 12:03:25.801054 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-986b0d75-3f44-4866-ad41-09b6cac74c93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c513e4a-f728-4a0b-8cc7-1ed0e5141836 HTTP/1.1" status: 200 len: 217 time: 0.0399621 Jul 29 12:03:25.812213 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9de22238-515f-46af-a265-598fb437c0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:25.853252 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-97651e4a-37ee-4fac-859b-8592a35a513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:25.854740 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-97651e4a-37ee-4fac-859b-8592a35a513a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0473390 Jul 29 12:03:25.902351 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-061abc35-2544-4eef-90cd-23679f4d98cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:25.903729 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-061abc35-2544-4eef-90cd-23679f4d98cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392416 Jul 29 12:03:25.999626 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-d6cc9cbf-0fc1-4d87-b013-acddeefe89c2 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878952 Jul 29 12:03:26.052230 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:26.093653 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-039163a5-3ae0-4381-bfba-8275105a20a8 req-d9a1da30-b341-499c-8a37-d9d98e33c1ec service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849257 Jul 29 12:03:26.501602 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:26.505193 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d req-6e29bf60-5b9b-4007-ae08-882d7457c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:26.506812 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d req-6e29bf60-5b9b-4007-ae08-882d7457c57c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 1127 time: 0.0413728 Jul 29 12:03:26.599452 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d req-b2b82a8a-b57a-42e9-9d68-195f2306df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:26.601500 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d req-b2b82a8a-b57a-42e9-9d68-195f2306df01 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.0885000 Jul 29 12:03:26.641739 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d req-5ec0e021-480f-428e-bf8f-05627e0f1394 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c513e4a-f728-4a0b-8cc7-1ed0e5141836 HTTP/1.1" status: 200 len: 217 time: 0.0312405 Jul 29 12:03:26.694088 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d req-58b66b9a-a5c3-4257-ac3d-75d1f8aee72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:26.695526 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d req-58b66b9a-a5c3-4257-ac3d-75d1f8aee72d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0465312 Jul 29 12:03:26.741685 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d req-8ad0249f-2845-45e6-ad6a-cdf6a09336b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:26.743174 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d req-8ad0249f-2845-45e6-ad6a-cdf6a09336b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396287 Jul 29 12:03:26.769873 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43928c7-1ce4-400a-8a1a-326afcaa58da req-f541c269-d60d-450d-972c-97f2cd6b3402 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:26.771279 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b43928c7-1ce4-400a-8a1a-326afcaa58da req-f541c269-d60d-450d-972c-97f2cd6b3402 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 943 time: 0.0476494 Jul 29 12:03:26.823628 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-b43928c7-1ce4-400a-8a1a-326afcaa58da req-58644f89-9bab-4ea1-8cc8-8986c09dcef3 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466301 Jul 29 12:03:26.836911 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d req-ea093114-a7ec-46bb-9e23-0eedd0cfb5fa service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877001 Jul 29 12:03:26.928042 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-aa26a4c3-0e1e-4331-b9e3-fba2d69f885d req-bc083e9d-ae33-41dd-8076-81581d45814b service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818486 Jul 29 12:03:27.852335 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d435232f-23a0-4041-b189-be796ce2b1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:27.946762 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48fdb7-e5f3-40f7-a649-6e468eecb12a req-1422129d-af40-4780-be34-428050636081 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:27.948210 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0d48fdb7-e5f3-40f7-a649-6e468eecb12a req-1422129d-af40-4780-be34-428050636081 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 943 time: 0.0468454 Jul 29 12:03:27.997912 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-0d48fdb7-e5f3-40f7-a649-6e468eecb12a req-808277da-d66a-476f-951a-5e183b746599 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Jul 29 12:03:29.115543 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e967c-24a8-4295-a68c-f6792d2d2e0d req-643b1ad3-b9c8-4541-97a5-1db10c837101 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:29.116999 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-794e967c-24a8-4295-a68c-f6792d2d2e0d req-643b1ad3-b9c8-4541-97a5-1db10c837101 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 943 time: 0.0480065 Jul 29 12:03:29.166183 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-794e967c-24a8-4295-a68c-f6792d2d2e0d req-3654d0cb-aaa4-43bb-9856-8857db6c730a tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435321 Jul 29 12:03:29.208074 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:30.291068 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f1c5e-c8ad-4059-8275-7b4691bab63c req-9c37e17e-2153-4e85-bbb5-97a26fc24f9e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:30.292448 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-752f1c5e-c8ad-4059-8275-7b4691bab63c req-9c37e17e-2153-4e85-bbb5-97a26fc24f9e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 943 time: 0.0517323 Jul 29 12:03:30.343886 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-752f1c5e-c8ad-4059-8275-7b4691bab63c req-8bc1963c-b7df-49e8-b760-b4579f27b26e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458589 Jul 29 12:03:30.785644 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:30.885793 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:31.465285 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d45037-3631-4b93-aa31-54c0c2b1a682 req-83dc2a09-ac70-4321-958f-36ff8642f3f8 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:31.466680 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-36d45037-3631-4b93-aa31-54c0c2b1a682 req-83dc2a09-ac70-4321-958f-36ff8642f3f8 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 943 time: 0.0487268 Jul 29 12:03:31.517446 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-36d45037-3631-4b93-aa31-54c0c2b1a682 req-e5c51868-1dfb-49a9-b807-3d4337624124 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447254 Jul 29 12:03:32.624880 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:32.634140 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33807a-a32d-4520-a112-a7e649cdef91 req-403c62cc-520d-487f-9883-dfa53e06daf4 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:32.635590 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bd33807a-a32d-4520-a112-a7e649cdef91 req-403c62cc-520d-487f-9883-dfa53e06daf4 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 943 time: 0.0474298 Jul 29 12:03:32.646995 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:32.689513 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bd33807a-a32d-4520-a112-a7e649cdef91 req-1e553781-3552-421f-89f9-d1f925617e6c tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476451 Jul 29 12:03:33.004551 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=115840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 12:03:33.104217 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c513e4a-f728-4a0b-8cc7-1ed0e5141836,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:03:33.116345 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Returning: {'device': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'port_id': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836', 'mac_address': 'fa:16:3e:db:66:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 12:03:33.149943 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 is: DOWN; New status is: BUILD {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 12:03:33.150326 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:33.165690 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 {{(pid=115840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 12:03:33.186884 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c513e4a-f728-4a0b-8cc7-1ed0e5141836,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:03:33.191090 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:33.241400 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=7c513e4a-f728-4a0b-8cc7-1ed0e5141836,revision_number=4']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:03:33.248374 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.248724 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.249066 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.249403 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.249758 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.250089 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.250417 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.250743 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.251072 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.251472 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.251769 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.252095 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.252418 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.252738 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.253059 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:33.464101 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] get_ports_and_sgs() called for port_ids ['7c513e4a-f728-4a0b-8cc7-1ed0e5141836'] {{(pid=115840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 12:03:33.678631 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:33.683525 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:33.808627 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8451b5-0800-4efe-bcaa-68f6f0d860d3 req-eac90005-57aa-41a1-b036-c71259ce6615 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:33.810159 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8e8451b5-0800-4efe-bcaa-68f6f0d860d3 req-eac90005-57aa-41a1-b036-c71259ce6615 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 944 time: 0.0476918 Jul 29 12:03:33.861837 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8e8451b5-0800-4efe-bcaa-68f6f0d860d3 req-0e25ef8f-aec7-48d5-92f9-2e8fc3e0c443 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431075 Jul 29 12:03:34.982874 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583a33-ae06-4710-bbbd-442ac810b275 req-382e4fc9-5387-41f9-9a67-71cd9c066c11 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:34.984318 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-79583a33-ae06-4710-bbbd-442ac810b275 req-382e4fc9-5387-41f9-9a67-71cd9c066c11 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 944 time: 0.0467703 Jul 29 12:03:35.021160 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 up at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 12:03:35.033958 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-79583a33-ae06-4710-bbbd-442ac810b275 req-97d27c8c-3774-4798-a49e-92460c2d5c4b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441723 Jul 29 12:03:35.061642 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:35.062615 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning for port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 completed by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 12:03:35.067745 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.provisioning_blocks [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Provisioning complete for port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 triggered by entity L2. {{(pid=115840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 12:03:35.068119 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1156000'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), provisioning_complete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:35.086792 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:35.139199 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Current status of the port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 is: BUILD; New status is: ACTIVE {{(pid=115840) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 12:03:35.139496 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), before_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:35.165543 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836'}] {{(pid=115840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 12:03:35.167759 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af1e7269f0385a5455dcd59acd7c2b6f7db88ea5796f68ea48027eb4bee4f3ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3575ab87-c226-4a39-8313-adc2269d4a3e" -d '{"events": [{"server_uuid": "9521a52e-c68c-4cff-9911-0f2ccf2fff68", "name": "network-vif-plugged", "status": "completed", "tag": "7c513e4a-f728-4a0b-8cc7-1ed0e5141836"}]}' {{(pid=115840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 12:03:35.180041 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] For port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c513e4a-f728-4a0b-8cc7-1ed0e5141836,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:03:35.184054 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:35.216793 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 12:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1478ec-4323-4921-b3ba-2e6adf40890f x-openstack-request-id: req-4c1478ec-4323-4921-b3ba-2e6adf40890f {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 12:03:35.217082 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9521a52e-c68c-4cff-9911-0f2ccf2fff68", "name": "network-vif-plugged", "status": "completed", "tag": "7c513e4a-f728-4a0b-8cc7-1ed0e5141836", "code": 200}]} {{(pid=115840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 12:03:35.217327 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c1478ec-4323-4921-b3ba-2e6adf40890f {{(pid=115840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 12:03:35.217739 dv-cinder-837542-7-iscsi neutron-server[115840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1478ec-4323-4921-b3ba-2e6adf40890f'] response: {'server_uuid': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836', 'code': 200} Jul 29 12:03:35.233138 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Pushing event updated for resources: {'Port': ['ID=7c513e4a-f728-4a0b-8cc7-1ed0e5141836,revision_number=5']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:03:35.451259 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bc407-f068-49f8-aaf8-527403103e17 req-99f7645e-179b-4eb5-a5fb-bfafcfbc73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:35.452741 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e62bc407-f068-49f8-aaf8-527403103e17 req-99f7645e-179b-4eb5-a5fb-bfafcfbc73d8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 1129 time: 0.0386841 Jul 29 12:03:35.507183 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e62bc407-f068-49f8-aaf8-527403103e17 req-795c64bb-d066-4208-a921-1f10966f3ac9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455000 Jul 29 12:03:36.206038 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c7b9-4ccc-472b-afff-36dc2b8e6a38 req-8e9bf80f-761e-469d-af3e-1c0fc133740d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:36.207510 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bf34c7b9-4ccc-472b-afff-36dc2b8e6a38 req-8e9bf80f-761e-469d-af3e-1c0fc133740d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 945 time: 0.0520706 Jul 29 12:03:36.256325 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-bf34c7b9-4ccc-472b-afff-36dc2b8e6a38 req-86500429-83ac-49dd-894d-1e082fa7c772 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430248 Jul 29 12:03:37.375029 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541439-39b1-4734-a06b-0a49c1a4ea62 req-feabc60c-287a-4ee1-8b58-15101e9240e1 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:37.376497 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ca541439-39b1-4734-a06b-0a49c1a4ea62 req-feabc60c-287a-4ee1-8b58-15101e9240e1 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 945 time: 0.0460799 Jul 29 12:03:37.424804 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-ca541439-39b1-4734-a06b-0a49c1a4ea62 req-be316c1c-a1ea-452f-a93b-9df3c81865bf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427825 Jul 29 12:03:37.543154 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba950c-c0fb-44c8-b3fa-9e645c4f5911 req-80b46d48-b862-479d-86aa-75d2ad1a7723 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:37.544581 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-29ba950c-c0fb-44c8-b3fa-9e645c4f5911 req-80b46d48-b862-479d-86aa-75d2ad1a7723 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 945 time: 0.0493398 Jul 29 12:03:37.593219 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-29ba950c-c0fb-44c8-b3fa-9e645c4f5911 req-bba8cd60-e77d-43df-a3e5-32073079d8a3 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429800 Jul 29 12:03:37.619052 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51466) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:03:37.656219 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de1779a-b697-4c6e-9e09-c8f60187f694 tempest-TestVolumeBootPattern-542340913 tempest-TestVolumeBootPattern-542340913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:37.658201 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-9de1779a-b697-4c6e-9e09-c8f60187f694 tempest-TestVolumeBootPattern-542340913 tempest-TestVolumeBootPattern-542340913-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 1124 time: 0.0382197 Jul 29 12:03:37.660936 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51468) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:03:37.664964 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.v2.base [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Request body: {'floatingip': {'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'port_id': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 12:03:37.685755 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:37.764261 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:37.865471 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_common [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Allocated IP 172.27.2.46 (814dcfed-f8eb-4fad-bfc5-8329ff1763a5/179de1e9-e4e3-43ca-ad16-bf7a47349a0f/26f52836-f65e-456d-a8c4-febd03798680) {{(pid=115839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 12:03:37.960031 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:37.969840 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for port (26f52836-f65e-456d-a8c4-febd03798680), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:37.994563 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:38.005465 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769964895299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (26f52836-f65e-456d-a8c4-febd03798680), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:38.046241 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Network 814dcfed-f8eb-4fad-bfc5-8329ff1763a5 is already hosted by enough agents. {{(pid=115839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 12:03:38.051625 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.base_scheduler [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Resources bound (agent type, host, resource id): {{(pid=115839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 12:03:38.053768 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'Port': ['ID=26f52836-f65e-456d-a8c4-febd03798680,revision_number=1']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:03:38.055807 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Received port after_create {{(pid=115839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 12:03:38.083013 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.083355 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.083693 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.084025 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.084358 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.084681 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.085002 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.085322 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.085674 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.085994 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.086310 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.086627 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.086940 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.087260 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.087608 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:03:38.419365 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (114644c4-d33f-410d-a7a5-6c74c40cc5ba), precommit_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:38.484174 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (26f52836-f65e-456d-a8c4-febd03798680), before_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:38.636781 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for port (26f52836-f65e-456d-a8c4-febd03798680), precommit_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:38.641095 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769965258716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769964895317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769964895335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470558'] for port (26f52836-f65e-456d-a8c4-febd03798680), after_update {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:38.709507 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event updated for resources: {'Port': ['ID=26f52836-f65e-456d-a8c4-febd03798680,revision_number=2']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:03:38.723856 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-871395'] for floatingip (114644c4-d33f-410d-a7a5-6c74c40cc5ba), after_create {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:38.754735 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:39.075643 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Floating IP 114644c4-d33f-410d-a7a5-6c74c40cc5ba associated. External IP: 172.27.2.46, port: 7c513e4a-f728-4a0b-8cc7-1ed0e5141836. Jul 29 12:03:39.108745 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:39.271661 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Router 481cf84b-f638-4146-9da9-bd98203ca1a6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 12:03:39.377350 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 12:03:39.386826 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd748f0-c6f3-4d2d-9e8e-0f4f8623814c None None] Sync routers for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 12:03:39.395027 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:39.398215 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd748f0-c6f3-4d2d-9e8e-0f4f8623814c None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:03:39.398837 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-dcd748f0-c6f3-4d2d-9e8e-0f4f8623814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:03:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:03:39.428705 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-0c655a1e-6d2e-4ed9-a1d7-74b2e6c5c05e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7667544 Jul 29 12:03:39.429299 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'tag': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 12:03:39.431572 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8b1edb-a77f-482e-8b6b-00ee416aa228" -d '{"events": [{"name": "network-changed", "server_uuid": "9521a52e-c68c-4cff-9911-0f2ccf2fff68", "tag": "7c513e4a-f728-4a0b-8cc7-1ed0e5141836"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 12:03:39.469371 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 12:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a4486e-1ea7-4b59-9286-ea1c0a7b454f x-openstack-request-id: req-c5a4486e-1ea7-4b59-9286-ea1c0a7b454f {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 12:03:39.469697 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9521a52e-c68c-4cff-9911-0f2ccf2fff68", "tag": "7c513e4a-f728-4a0b-8cc7-1ed0e5141836", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 12:03:39.470106 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5a4486e-1ea7-4b59-9286-ea1c0a7b454f {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 12:03:39.470566 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a4486e-1ea7-4b59-9286-ea1c0a7b454f'] response: {'name': 'network-changed', 'server_uuid': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'tag': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836', 'status': 'completed', 'code': 200} Jul 29 12:03:39.500520 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-dcd748f0-c6f3-4d2d-9e8e-0f4f8623814c None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:03:39.529244 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1edb-a77f-482e-8b6b-00ee416aa228 req-44fa30b8-84a3-499f-8cf2-726e70ce4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:39.530834 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0a8b1edb-a77f-482e-8b6b-00ee416aa228 req-44fa30b8-84a3-499f-8cf2-726e70ce4798 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 1129 time: 0.0400999 Jul 29 12:03:39.620959 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1edb-a77f-482e-8b6b-00ee416aa228 req-6951ff7c-9d33-4c1d-a21a-f370fbd6ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:39.622469 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0a8b1edb-a77f-482e-8b6b-00ee416aa228 req-6951ff7c-9d33-4c1d-a21a-f370fbd6ced3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.0858204 Jul 29 12:03:39.687169 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0a8b1edb-a77f-482e-8b6b-00ee416aa228 req-0109edc9-f8a3-464c-ac82-188e975970a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c513e4a-f728-4a0b-8cc7-1ed0e5141836 HTTP/1.1" status: 200 len: 998 time: 0.0578988 Jul 29 12:03:39.711564 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-dcd748f0-c6f3-4d2d-9e8e-0f4f8623814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '114644c4-d33f-410d-a7a5-6c74c40cc5ba', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:db:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:03:38Z', 'updated_at': '2022-07-29T12:03:38Z', 'revision_number': 0, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}, {'id': 'c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:39:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:01:42Z', 'updated_at': '2022-07-29T12:01:44Z', 'revision_number': 1, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:03:39.736053 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1edb-a77f-482e-8b6b-00ee416aa228 req-a5c8d690-5147-43bc-8244-f29922c69316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:39.737645 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0a8b1edb-a77f-482e-8b6b-00ee416aa228 req-a5c8d690-5147-43bc-8244-f29922c69316 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0444853 Jul 29 12:03:39.740499 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd748f0-c6f3-4d2d-9e8e-0f4f8623814c None None] Checking router: 481cf84b-f638-4146-9da9-bd98203ca1a6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 12:03:39.748899 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd748f0-c6f3-4d2d-9e8e-0f4f8623814c None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:03:39.749534 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-dcd748f0-c6f3-4d2d-9e8e-0f4f8623814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:03:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:03:39.780546 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1edb-a77f-482e-8b6b-00ee416aa228 req-69b7fc21-4d89-419c-951f-cc7935f9705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:39.782062 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0a8b1edb-a77f-482e-8b6b-00ee416aa228 req-69b7fc21-4d89-419c-951f-cc7935f9705e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389891 Jul 29 12:03:39.851824 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-dcd748f0-c6f3-4d2d-9e8e-0f4f8623814c None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:03:39.874591 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0a8b1edb-a77f-482e-8b6b-00ee416aa228 req-b58e9b66-26b1-4223-aa57-f8bc7efb0562 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866938 Jul 29 12:03:39.927289 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:39.966354 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-0a8b1edb-a77f-482e-8b6b-00ee416aa228 req-fb08eb6a-bb4f-4c24-8ec6-781e1e9dca21 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853128 Jul 29 12:03:40.137768 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-dcd748f0-c6f3-4d2d-9e8e-0f4f8623814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '114644c4-d33f-410d-a7a5-6c74c40cc5ba', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:db:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:03:38Z', 'updated_at': '2022-07-29T12:03:38Z', 'revision_number': 0, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}, {'id': 'c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:39:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:01:42Z', 'updated_at': '2022-07-29T12:01:44Z', 'revision_number': 1, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:03:40.162382 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd748f0-c6f3-4d2d-9e8e-0f4f8623814c None None] The sync data for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi is: [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': '114644c4-d33f-410d-a7a5-6c74c40cc5ba', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:db:66:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:03:38Z', 'updated_at': '2022-07-29T12:03:38Z', 'revision_number': 0, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}, {'id': 'c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:39:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:01:42Z', 'updated_at': '2022-07-29T12:01:44Z', 'revision_number': 1, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 12:03:40.352724 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df674f2-dcc2-4477-ace0-efc3f0673b4f None None] New status for floating IP 114644c4-d33f-410d-a7a5-6c74c40cc5ba: ACTIVE {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 12:03:40.426015 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=100 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:40.431515 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-39ab2a04-fb7a-4fad-80f8-89985b9e5672 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459421 Jul 29 12:03:40.510890 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-a0d2ee2b-424c-458e-ad8d-c1e0be48199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:40.512414 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-a0d2ee2b-424c-458e-ad8d-c1e0be48199f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 1129 time: 0.0398943 Jul 29 12:03:40.618426 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-8599d9d4-f5c4-4d4a-8794-c9838c5ae042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:40.619890 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-8599d9d4-f5c4-4d4a-8794-c9838c5ae042 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.0882652 Jul 29 12:03:40.680790 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-69c5cb14-0df3-424f-ac1a-5e2ad11cfd62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3f20048-10dc-4804-a4f8-bdf5a8ea8988 HTTP/1.1" status: 200 len: 1000 time: 0.0533628 Jul 29 12:03:40.728133 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-8f3c97e9-6827-4fa6-bd67-7f0cd83b84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:40.729592 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-8f3c97e9-6827-4fa6-bd67-7f0cd83b84b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0434456 Jul 29 12:03:40.775637 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-b751b5d3-43e3-473b-9809-bac89cae70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:03:40.777034 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-b751b5d3-43e3-473b-9809-bac89cae70f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418735 Jul 29 12:03:40.865376 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-fcc2b806-2806-4d0c-a115-6ab301f2f4fc service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818069 Jul 29 12:03:40.958106 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-b9f5fd55-3e9f-414c-bf1d-b7a5a45f45a5 req-6c2ab6e1-aea2-46dd-8959-eff9ba1742b9 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859742 Jul 29 12:03:49.417982 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:49.425403 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=46 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:50.456757 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:50.459111 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:50.948730 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=47 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:50.954955 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=54 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:54.394586 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=75 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:54.395225 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:03:55.675903 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:55.805538 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-2aec715d-1da0-4f98-803e-f9ca7cfe6102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:56.350324 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:03:57.853683 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-8802b781-ba80-4cda-a138-65c5e265fe2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:03:59.202091 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:00.786835 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:01.006602 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:10.675057 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:04:10.678879 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:04:15.809985 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:04:15.811850 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:04:25.681524 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:25.807060 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d1834ab0-baae-4411-be88-0c5fcbc22ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:27.855523 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f4f1e864-67c2-4740-8513-826c701a5a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:29.207531 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:30.791429 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:30.888258 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:33.349652 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:04:40.426009 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f482154f-1867-42bd-b94e-4dff54574d10 req-cfc47931-2fa9-49b9-a377-457ab7ec8705 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384326 Jul 29 12:04:40.490191 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482154f-1867-42bd-b94e-4dff54574d10 req-d941c901-b89e-4b32-ba7f-9dab3b89d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:04:40.492347 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f482154f-1867-42bd-b94e-4dff54574d10 req-d941c901-b89e-4b32-ba7f-9dab3b89d98b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 1129 time: 0.0398798 Jul 29 12:04:40.596373 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482154f-1867-42bd-b94e-4dff54574d10 req-de3b8ded-42b2-4221-be2b-39f1762649f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:04:40.597852 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f482154f-1867-42bd-b94e-4dff54574d10 req-de3b8ded-42b2-4221-be2b-39f1762649f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.0890048 Jul 29 12:04:40.660529 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f482154f-1867-42bd-b94e-4dff54574d10 req-79578f30-0ee5-40d0-abe0-ccd9a7654822 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c513e4a-f728-4a0b-8cc7-1ed0e5141836 HTTP/1.1" status: 200 len: 1000 time: 0.0540118 Jul 29 12:04:40.712364 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482154f-1867-42bd-b94e-4dff54574d10 req-05f3dd14-0bfe-4b15-9288-765046f04969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:04:40.713723 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f482154f-1867-42bd-b94e-4dff54574d10 req-05f3dd14-0bfe-4b15-9288-765046f04969 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0457768 Jul 29 12:04:40.756739 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482154f-1867-42bd-b94e-4dff54574d10 req-99d45b13-7cab-4d56-b19e-b9b3b7ae0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:04:40.758491 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f482154f-1867-42bd-b94e-4dff54574d10 req-99d45b13-7cab-4d56-b19e-b9b3b7ae0cc6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383732 Jul 29 12:04:40.859551 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f482154f-1867-42bd-b94e-4dff54574d10 req-bb6aaa86-9be3-4aa3-8318-c22f5cfee697 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913661 Jul 29 12:04:40.877284 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:04:40.884528 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:04:40.955861 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-f482154f-1867-42bd-b94e-4dff54574d10 req-51222e17-ace8-4802-bc4c-995f25aef8f0 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859294 Jul 29 12:04:50.951034 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=53 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:04:50.954081 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=48 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:04:55.695098 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:55.808577 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-851fde40-58ad-46d1-8649-b8bd132ef5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:55.814775 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=18 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:04:55.817395 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=16 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:04:57.857442 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-eae4a592-766a-49ce-b16e-98fb653a742a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:04:59.207787 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:00.791595 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:00.891424 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:10.349507 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:05:10.885116 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:10.886997 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:18.456025 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51500) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:18.596661 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Deleting port 26f52836-f65e-456d-a8c4-febd03798680 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:18.597019 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (26f52836-f65e-456d-a8c4-febd03798680), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:18.672215 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (26f52836-f65e-456d-a8c4-febd03798680), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:18.672541 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (26f52836-f65e-456d-a8c4-febd03798680), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:18.684948 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Calling delete_port for 26f52836-f65e-456d-a8c4-febd03798680 owned by network:floatingip {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:18.832074 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (26f52836-f65e-456d-a8c4-febd03798680), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:18.857014 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event deleted for resources: {'Port': ['ID=26f52836-f65e-456d-a8c4-febd03798680,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:18.868820 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.869175 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.869546 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.869890 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.870227 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.870560 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.870888 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.871216 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.871541 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.871865 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.872190 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.872516 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.872838 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.873162 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.873503 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:18.933380 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (114644c4-d33f-410d-a7a5-6c74c40cc5ba), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:18.933733 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Floating IP 114644c4-d33f-410d-a7a5-6c74c40cc5ba disassociated (deleted). External IP: 172.27.2.46, port: 7c513e4a-f728-4a0b-8cc7-1ed0e5141836. Jul 29 12:05:19.143342 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Router 481cf84b-f638-4146-9da9-bd98203ca1a6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 12:05:19.248709 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 12:05:19.253579 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:19.259158 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3214d8-29a8-4ea5-8022-e3672322c228 None None] Sync routers for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 12:05:19.269208 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3214d8-29a8-4ea5-8022-e3672322c228 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:05:19.269853 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-ca3214d8-29a8-4ea5-8022-e3672322c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:04:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:19.272998 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:19.290226 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-65260c91-8a54-45c1-a63b-dfedbf650dd0 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "DELETE /v2.0/floatingips/114644c4-d33f-410d-a7a5-6c74c40cc5ba HTTP/1.1" status: 204 len: 168 time: 0.8331370 Jul 29 12:05:19.290805 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'tag': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 12:05:19.293061 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99" -d '{"events": [{"name": "network-changed", "server_uuid": "9521a52e-c68c-4cff-9911-0f2ccf2fff68", "tag": "7c513e4a-f728-4a0b-8cc7-1ed0e5141836"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 12:05:19.381749 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-ca3214d8-29a8-4ea5-8022-e3672322c228 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:05:19.466199 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 12:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d139138d-0b8d-4560-b793-6b2ac20506a3 x-openstack-request-id: req-d139138d-0b8d-4560-b793-6b2ac20506a3 {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 12:05:19.466722 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9521a52e-c68c-4cff-9911-0f2ccf2fff68", "tag": "7c513e4a-f728-4a0b-8cc7-1ed0e5141836", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 12:05:19.466722 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d139138d-0b8d-4560-b793-6b2ac20506a3 {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 12:05:19.467139 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d139138d-0b8d-4560-b793-6b2ac20506a3'] response: {'name': 'network-changed', 'server_uuid': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'tag': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836', 'status': 'completed', 'code': 200} Jul 29 12:05:19.525315 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a31fd-55a9-4c2a-9143-dc260218789c req-f7e4c5c2-801f-4757-ae59-36f92e7d81de tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:19.526871 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5b2a31fd-55a9-4c2a-9143-dc260218789c req-f7e4c5c2-801f-4757-ae59-36f92e7d81de tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 945 time: 0.0486989 Jul 29 12:05:19.538072 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:19.577821 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-5b2a31fd-55a9-4c2a-9143-dc260218789c req-27f93704-85fe-4a62-b398-98d00d9f5bf1 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452712 Jul 29 12:05:19.608539 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-ca3214d8-29a8-4ea5-8022-e3672322c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:39:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:01:42Z', 'updated_at': '2022-07-29T12:01:44Z', 'revision_number': 1, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:19.633266 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3214d8-29a8-4ea5-8022-e3672322c228 None None] Checking router: 481cf84b-f638-4146-9da9-bd98203ca1a6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 12:05:19.641468 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3214d8-29a8-4ea5-8022-e3672322c228 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:05:19.642059 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-ca3214d8-29a8-4ea5-8022-e3672322c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:04:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:19.742336 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-ca3214d8-29a8-4ea5-8022-e3672322c228 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:05:19.945465 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-ca3214d8-29a8-4ea5-8022-e3672322c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:39:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:01:42Z', 'updated_at': '2022-07-29T12:01:44Z', 'revision_number': 1, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:19.972329 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3214d8-29a8-4ea5-8022-e3672322c228 None None] The sync data for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi is: [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_floatingips': [{'id': 'c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'router_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'port_id': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'mac_address': 'fa:16:3e:39:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T12:01:42Z', 'updated_at': '2022-07-29T12:01:44Z', 'revision_number': 1, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 12:05:20.194259 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad39872-e20d-4d38-8459-1c1e964a3391 None None] New status for floating IP 114644c4-d33f-410d-a7a5-6c74c40cc5ba: DOWN {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 12:05:20.698337 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a09f8-7d4d-4ee2-9572-08b0b07b0fff req-94f56c47-6247-41a6-be3b-7cdfffb0b5de tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:20.699817 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8d3a09f8-7d4d-4ee2-9572-08b0b07b0fff req-94f56c47-6247-41a6-be3b-7cdfffb0b5de tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 945 time: 0.0473692 Jul 29 12:05:20.750126 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-8d3a09f8-7d4d-4ee2-9572-08b0b07b0fff req-1021c6c2-befa-4f38-ab6f-5a848a4c692f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440941 Jul 29 12:05:20.753841 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99 req-29f6e2e7-1e1e-40d5-bce7-f25d9fca46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:20.755343 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99 req-29f6e2e7-1e1e-40d5-bce7-f25d9fca46dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 1129 time: 0.0392714 Jul 29 12:05:20.854446 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99 req-56242255-5642-4259-99eb-66835864f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:20.855910 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99 req-56242255-5642-4259-99eb-66835864f983 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.0918846 Jul 29 12:05:20.914417 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99 req-176554f3-bf55-48d6-a086-af58bbbde9be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c513e4a-f728-4a0b-8cc7-1ed0e5141836 HTTP/1.1" status: 200 len: 217 time: 0.0322335 Jul 29 12:05:20.962299 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99 req-236233f6-0670-46b7-bc07-88d152444a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:20.963713 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99 req-236233f6-0670-46b7-bc07-88d152444a78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0429118 Jul 29 12:05:21.229297 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99 req-e34aeff8-13eb-4bf1-9c96-b8450c984f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:21.230815 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99 req-e34aeff8-13eb-4bf1-9c96-b8450c984f1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437610 Jul 29 12:05:21.579331 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17128a8d-3f89-41e9-91db-4cec6715c325 req-bf353124-27c4-4c3d-9d8e-f7d5fcca0beb tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:21.580675 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-17128a8d-3f89-41e9-91db-4cec6715c325 req-bf353124-27c4-4c3d-9d8e-f7d5fcca0beb tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 945 time: 0.3024423 Jul 29 12:05:21.633258 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99 req-166529bb-f229-477d-9e2d-cbe53c9b6c1a service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960221 Jul 29 12:05:21.724727 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-17128a8d-3f89-41e9-91db-4cec6715c325 req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Deleting port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:21.725623 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-17128a8d-3f89-41e9-91db-4cec6715c325 req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:21.813251 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-a8d8ff38-3ec8-474c-8a41-b1ca90c46b99 req-ed5158b8-7d9f-48f2-b025-7ea6ef31f159 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698332 Jul 29 12:05:21.844235 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-17128a8d-3f89-41e9-91db-4cec6715c325 req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] For port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c513e4a-f728-4a0b-8cc7-1ed0e5141836,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:05:21.844526 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-17128a8d-3f89-41e9-91db-4cec6715c325 req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:21.858502 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-17128a8d-3f89-41e9-91db-4cec6715c325 req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Calling delete_port for 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:21.875399 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6d35d-8497-48ef-931f-e9b1b91f5d70 req-03bc2a9a-2f4d-405f-9556-eb6d4f13dafb tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:21.876885 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e6d6d35d-8497-48ef-931f-e9b1b91f5d70 req-03bc2a9a-2f4d-405f-9556-eb6d4f13dafb tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a52e-c68c-4cff-9911-0f2ccf2fff68 HTTP/1.1" status: 200 len: 945 time: 0.0524158 Jul 29 12:05:21.927431 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e6d6d35d-8497-48ef-931f-e9b1b91f5d70 req-a6d05c30-c357-407b-b754-8ddaa108204a tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443738 Jul 29 12:05:21.995327 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-17128a8d-3f89-41e9-91db-4cec6715c325 req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (7c513e4a-f728-4a0b-8cc7-1ed0e5141836), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:22.027200 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event deleted for resources: {'Port': ['ID=7c513e4a-f728-4a0b-8cc7-1ed0e5141836,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:22.039694 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.040047 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.040397 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.040740 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.041077 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.041440 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.041774 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.042104 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.042434 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.042760 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.043089 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.043422 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.043755 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.044081 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.044560 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:22.086794 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-17128a8d-3f89-41e9-91db-4cec6715c325 req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] No DVR routers for this DVR port 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 12:05:22.089827 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-17128a8d-3f89-41e9-91db-4cec6715c325 req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:22.093222 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-17128a8d-3f89-41e9-91db-4cec6715c325 req-f0b1ecaf-3a8c-41a9-99c0-dc6355d4733d tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "DELETE /v2.0/ports/7c513e4a-f728-4a0b-8cc7-1ed0e5141836 HTTP/1.1" status: 204 len: 173 time: 0.5017331 Jul 29 12:05:22.093809 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'name': 'network-vif-deleted', 'tag': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 12:05:22.097116 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588ac86f-db9f-4133-9d22-bb2673e063aa" -d '{"events": [{"server_uuid": "9521a52e-c68c-4cff-9911-0f2ccf2fff68", "name": "network-vif-deleted", "tag": "7c513e4a-f728-4a0b-8cc7-1ed0e5141836"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 12:05:22.136333 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd687a9-4aac-4f92-aafb-1ac056cdf8f5 x-openstack-request-id: req-8dd687a9-4aac-4f92-aafb-1ac056cdf8f5 {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 12:05:22.136638 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9521a52e-c68c-4cff-9911-0f2ccf2fff68", "name": "network-vif-deleted", "tag": "7c513e4a-f728-4a0b-8cc7-1ed0e5141836", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 12:05:22.136873 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8dd687a9-4aac-4f92-aafb-1ac056cdf8f5 {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 12:05:22.137298 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd687a9-4aac-4f92-aafb-1ac056cdf8f5'] response: {'server_uuid': '9521a52e-c68c-4cff-9911-0f2ccf2fff68', 'name': 'network-vif-deleted', 'tag': '7c513e4a-f728-4a0b-8cc7-1ed0e5141836', 'status': 'completed', 'code': 200} Jul 29 12:05:25.229293 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51540) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:25.375569 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Deleting port 84d721c5-0df2-4cad-a8eb-0a168ae18bec {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:25.375907 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (84d721c5-0df2-4cad-a8eb-0a168ae18bec), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:25.454935 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (84d721c5-0df2-4cad-a8eb-0a168ae18bec), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:25.455173 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (84d721c5-0df2-4cad-a8eb-0a168ae18bec), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:25.466957 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Calling delete_port for 84d721c5-0df2-4cad-a8eb-0a168ae18bec owned by network:floatingip {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:25.564928 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 12:05:25.584680 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 12:05:25.585022 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device 7c513e4a-f728-4a0b-8cc7-1ed0e5141836 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 12:05:25.607398 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (84d721c5-0df2-4cad-a8eb-0a168ae18bec), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:25.635640 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event deleted for resources: {'Port': ['ID=84d721c5-0df2-4cad-a8eb-0a168ae18bec,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:25.697153 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:25.698003 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.db.l3_db [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Floating IP c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a disassociated (deleted). External IP: 172.27.2.38, port: e3f20048-10dc-4804-a4f8-bdf5a8ea8988. Jul 29 12:05:25.700922 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:25.813213 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-af84f0fc-1187-4992-8703-d44927f52b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:25.834038 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:25.890458 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:25.905262 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Router 481cf84b-f638-4146-9da9-bd98203ca1a6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 12:05:26.010911 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 12:05:26.015741 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:26.020478 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e679c71-5459-4c68-a4ea-373ca6629111 None None] Sync routers for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 12:05:26.030509 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e679c71-5459-4c68-a4ea-373ca6629111 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:05:26.031131 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-0e679c71-5459-4c68-a4ea-373ca6629111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:04:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:26.047476 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-0342d8be-182a-4e86-a7a1-2e4bfd06f01f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "DELETE /v2.0/floatingips/c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a HTTP/1.1" status: 204 len: 168 time: 0.8170807 Jul 29 12:05:26.048055 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'tag': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988'}] {{(pid=115839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 12:05:26.050367 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71e70261b40487c54fcbf0e4baf0ca76b2d4faa9bf1e79eb07855d439bbfef1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81938b3-9372-47cb-8bf6-fcee5936bfee" -d '{"events": [{"name": "network-changed", "server_uuid": "ea055ff0-9a59-45aa-abbf-a283fdea0616", "tag": "e3f20048-10dc-4804-a4f8-bdf5a8ea8988"}]}' {{(pid=115839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 12:05:26.088317 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 12:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bf0174-091b-4615-92c4-94f70547dfaa x-openstack-request-id: req-04bf0174-091b-4615-92c4-94f70547dfaa {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 12:05:26.088616 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea055ff0-9a59-45aa-abbf-a283fdea0616", "tag": "e3f20048-10dc-4804-a4f8-bdf5a8ea8988", "status": "completed", "code": 200}]} {{(pid=115839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 12:05:26.088870 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04bf0174-091b-4615-92c4-94f70547dfaa {{(pid=115839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 12:05:26.089285 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04bf0174-091b-4615-92c4-94f70547dfaa'] response: {'name': 'network-changed', 'server_uuid': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'tag': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'status': 'completed', 'code': 200} Jul 29 12:05:26.137539 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-0e679c71-5459-4c68-a4ea-373ca6629111 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:05:26.151978 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:26.167307 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81938b3-9372-47cb-8bf6-fcee5936bfee req-90ed95a5-1c9c-43f2-8e34-41c108cc19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:26.169067 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e81938b3-9372-47cb-8bf6-fcee5936bfee req-90ed95a5-1c9c-43f2-8e34-41c108cc19bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50680cfc97cf41c18d074cb84493cde7&device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 1129 time: 0.0494645 Jul 29 12:05:26.259754 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:26.288673 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81938b3-9372-47cb-8bf6-fcee5936bfee req-df7f9ee9-d820-4aae-8ca6-f4f77f55a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:26.290289 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e81938b3-9372-47cb-8bf6-fcee5936bfee req-df7f9ee9-d820-4aae-8ca6-f4f77f55a09f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 200 len: 912 time: 0.1052179 Jul 29 12:05:26.291947 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc554c6e-fc85-4a6d-bebc-7b62648d6d80 req-6be88064-3c88-4888-b749-720ec002ce1e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:26.293631 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fc554c6e-fc85-4a6d-bebc-7b62648d6d80 req-6be88064-3c88-4888-b749-720ec002ce1e tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 945 time: 0.0527096 Jul 29 12:05:26.345228 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-fc554c6e-fc85-4a6d-bebc-7b62648d6d80 req-675e92ff-1e9a-45de-b9f8-068ed55bed02 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457582 Jul 29 12:05:26.352101 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:26.358684 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=100 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:26.427711 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-0e679c71-5459-4c68-a4ea-373ca6629111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:26.451892 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e679c71-5459-4c68-a4ea-373ca6629111 None None] Checking router: 481cf84b-f638-4146-9da9-bd98203ca1a6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 12:05:26.460551 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e679c71-5459-4c68-a4ea-373ca6629111 None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:05:26.461143 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-0e679c71-5459-4c68-a4ea-373ca6629111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:04:58Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:26.560228 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-0e679c71-5459-4c68-a4ea-373ca6629111 None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:05:26.743498 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-0e679c71-5459-4c68-a4ea-373ca6629111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:26.767777 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e679c71-5459-4c68-a4ea-373ca6629111 None None] The sync data for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi is: [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:28Z', 'revision_number': 4, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi', '_interfaces': [{'id': '22f0afdf-15a7-4a0a-8adb-a8f35a039a9c', 'name': '', 'network_id': 'b2c64f75-d35e-4ef4-8a4c-54a037caa5bc', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'mac_address': 'fa:16:3e:fd:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '38aa06b4-251c-434a-b869-0e857181eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:28Z', 'updated_at': '2022-07-29T11:58:33Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'subnets': [{'id': '38aa06b4-251c-434a-b869-0e857181eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 12:05:26.978127 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d071ba-12e9-4cb3-9772-8a2abe86e8f0 None None] New status for floating IP c4ce7bfe-9ada-4234-8a6d-be5cf667ee6a: DOWN {{(pid=115840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 12:05:27.469170 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fb5e4-7a4a-484f-ae4f-586d68ab25da req-cf860db6-d7c6-44f0-8009-e239c38aee7f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:27.470670 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e07fb5e4-7a4a-484f-ae4f-586d68ab25da req-cf860db6-d7c6-44f0-8009-e239c38aee7f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 945 time: 0.0498228 Jul 29 12:05:27.503410 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e81938b3-9372-47cb-8bf6-fcee5936bfee req-99005f10-f357-445e-b0a1-7186179a145d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3f20048-10dc-4804-a4f8-bdf5a8ea8988 HTTP/1.1" status: 200 len: 217 time: 0.0342345 Jul 29 12:05:27.521328 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-e07fb5e4-7a4a-484f-ae4f-586d68ab25da req-efe90c16-518a-4ec9-8020-ffce1ab748ca tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/security-groups?id=9543255a-c808-4a27-963c-d6b335f3ba86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Jul 29 12:05:27.554102 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81938b3-9372-47cb-8bf6-fcee5936bfee req-54d43292-6257-47bb-a7d0-49673b0914ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:27.555796 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e81938b3-9372-47cb-8bf6-fcee5936bfee req-54d43292-6257-47bb-a7d0-49673b0914ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 200 len: 850 time: 0.0451984 Jul 29 12:05:27.684199 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81938b3-9372-47cb-8bf6-fcee5936bfee req-d8fe2d33-3490-4466-8344-fe977e1e4258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:27.685777 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e81938b3-9372-47cb-8bf6-fcee5936bfee req-d8fe2d33-3490-4466-8344-fe977e1e4258 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388956 Jul 29 12:05:27.778432 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e81938b3-9372-47cb-8bf6-fcee5936bfee req-f4d37211-98cd-4964-aad3-7fc3915e0936 service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858724 Jul 29 12:05:27.859358 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-5d565ba6-6e08-4aa7-aa0b-b77f8d003091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:27.953709 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-e81938b3-9372-47cb-8bf6-fcee5936bfee req-aa50a788-2438-4e18-8829-5164992e7f1d service neutron] 10.222.0.58 "GET /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890436 Jul 29 12:05:28.003372 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfebae2-3414-4e6c-9baa-049f7abfabd2 req-06ee0d47-c6fc-4e3d-a8d1-efd10643bdc7 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 12:05:28.004803 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-1bfebae2-3414-4e6c-9baa-049f7abfabd2 req-06ee0d47-c6fc-4e3d-a8d1-efd10643bdc7 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 945 time: 0.0460596 Jul 29 12:05:28.085484 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-1bfebae2-3414-4e6c-9baa-049f7abfabd2 req-00ef3225-e956-4ea6-bd98-89ceca1d6c2f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Deleting port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:28.085826 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-1bfebae2-3414-4e6c-9baa-049f7abfabd2 req-00ef3225-e956-4ea6-bd98-89ceca1d6c2f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:28.177739 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [req-1bfebae2-3414-4e6c-9baa-049f7abfabd2 req-00ef3225-e956-4ea6-bd98-89ceca1d6c2f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] For port e3f20048-10dc-4804-a4f8-bdf5a8ea8988, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e3f20048-10dc-4804-a4f8-bdf5a8ea8988,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:05:28.178095 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-1bfebae2-3414-4e6c-9baa-049f7abfabd2 req-00ef3225-e956-4ea6-bd98-89ceca1d6c2f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:28.192105 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [req-1bfebae2-3414-4e6c-9baa-049f7abfabd2 req-00ef3225-e956-4ea6-bd98-89ceca1d6c2f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Calling delete_port for e3f20048-10dc-4804-a4f8-bdf5a8ea8988 owned by compute:nova {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:28.320467 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-1bfebae2-3414-4e6c-9baa-049f7abfabd2 req-00ef3225-e956-4ea6-bd98-89ceca1d6c2f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (e3f20048-10dc-4804-a4f8-bdf5a8ea8988), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:28.345501 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef3225-e956-4ea6-bd98-89ceca1d6c2f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event deleted for resources: {'Port': ['ID=e3f20048-10dc-4804-a4f8-bdf5a8ea8988,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:28.391913 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfebae2-3414-4e6c-9baa-049f7abfabd2 req-00ef3225-e956-4ea6-bd98-89ceca1d6c2f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] No DVR routers for this DVR port e3f20048-10dc-4804-a4f8-bdf5a8ea8988 on host hv-cinder-83754 {{(pid=115838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 12:05:28.394684 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [req-1bfebae2-3414-4e6c-9baa-049f7abfabd2 req-00ef3225-e956-4ea6-bd98-89ceca1d6c2f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for port (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:28.398200 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [req-1bfebae2-3414-4e6c-9baa-049f7abfabd2 req-00ef3225-e956-4ea6-bd98-89ceca1d6c2f tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.58 "DELETE /v2.0/ports/e3f20048-10dc-4804-a4f8-bdf5a8ea8988 HTTP/1.1" status: 204 len: 173 time: 0.3868790 Jul 29 12:05:28.398625 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'name': 'network-vif-deleted', 'tag': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988'}] {{(pid=115838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 12:05:28.400837 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}019cc86ba9e180408e79992c8d34e3372eac7e11d965ed10ebe7efc0ceef90c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bdc2f0-61a4-4869-8f64-7327e491e6cf" -d '{"events": [{"server_uuid": "ea055ff0-9a59-45aa-abbf-a283fdea0616", "name": "network-vif-deleted", "tag": "e3f20048-10dc-4804-a4f8-bdf5a8ea8988"}]}' {{(pid=115838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 12:05:28.438730 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 12:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb86c998-5904-4416-a1b7-718c3592d14d x-openstack-request-id: req-eb86c998-5904-4416-a1b7-718c3592d14d {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 12:05:28.439021 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea055ff0-9a59-45aa-abbf-a283fdea0616", "name": "network-vif-deleted", "tag": "e3f20048-10dc-4804-a4f8-bdf5a8ea8988", "status": "completed", "code": 200}]} {{(pid=115838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 12:05:28.439272 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb86c998-5904-4416-a1b7-718c3592d14d {{(pid=115838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 12:05:28.439700 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb86c998-5904-4416-a1b7-718c3592d14d'] response: {'server_uuid': 'ea055ff0-9a59-45aa-abbf-a283fdea0616', 'name': 'network-vif-deleted', 'tag': 'e3f20048-10dc-4804-a4f8-bdf5a8ea8988', 'status': 'completed', 'code': 200} Jul 29 12:05:28.623822 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [req-daa674a4-0a12-440c-9b5d-42e760bbc55e req-7ec4970e-ff25-482c-a546-60f6c3c3d23b tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea055ff0-9a59-45aa-abbf-a283fdea0616 HTTP/1.1" status: 200 len: 210 time: 0.0302498 Jul 29 12:05:29.211023 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:29.688082 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 51556) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:29.797363 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-14f5ba0d-2554-4e98-8dba-d2f1e4fb8dbf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Deleting port f87f6788-4e74-4343-b6bc-938ab7c9be04 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:29.797729 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-14f5ba0d-2554-4e98-8dba-d2f1e4fb8dbf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (f87f6788-4e74-4343-b6bc-938ab7c9be04), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:29.839661 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:29.873446 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:29.876990 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-14f5ba0d-2554-4e98-8dba-d2f1e4fb8dbf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (f87f6788-4e74-4343-b6bc-938ab7c9be04), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:29.877312 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-14f5ba0d-2554-4e98-8dba-d2f1e4fb8dbf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (f87f6788-4e74-4343-b6bc-938ab7c9be04), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:29.890517 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-14f5ba0d-2554-4e98-8dba-d2f1e4fb8dbf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Calling delete_port for f87f6788-4e74-4343-b6bc-938ab7c9be04 owned by network:floatingip {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:30.021019 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-14f5ba0d-2554-4e98-8dba-d2f1e4fb8dbf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (f87f6788-4e74-4343-b6bc-938ab7c9be04), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:30.043939 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5ba0d-2554-4e98-8dba-d2f1e4fb8dbf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event deleted for resources: {'Port': ['ID=f87f6788-4e74-4343-b6bc-938ab7c9be04,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:30.108601 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-14f5ba0d-2554-4e98-8dba-d2f1e4fb8dbf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for floatingip (4516641b-8231-4606-b808-bff85df29027), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:30.111099 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-14f5ba0d-2554-4e98-8dba-d2f1e4fb8dbf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220810'] for floatingip (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:30.112243 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-14f5ba0d-2554-4e98-8dba-d2f1e4fb8dbf tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "DELETE /v2.0/floatingips/4516641b-8231-4606-b808-bff85df29027 HTTP/1.1" status: 204 len: 168 time: 0.4243839 Jul 29 12:05:30.795280 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:30.894722 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:31.323520 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 51568) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:31.382007 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e37b007a-808d-4af8-81da-614b85b528d6 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group (9543255a-c808-4a27-963c-d6b335f3ba86), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:31.410689 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e37b007a-808d-4af8-81da-614b85b528d6 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group (9543255a-c808-4a27-963c-d6b335f3ba86), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:31.471956 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e37b007a-808d-4af8-81da-614b85b528d6 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (9543255a-c808-4a27-963c-d6b335f3ba86), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:31.474467 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-e37b007a-808d-4af8-81da-614b85b528d6 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:31.476312 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-e37b007a-808d-4af8-81da-614b85b528d6 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] 10.222.0.60 "DELETE /v2.0/security-groups/9543255a-c808-4a27-963c-d6b335f3ba86 HTTP/1.1" status: 204 len: 168 time: 0.1517971 Jul 29 12:05:31.485837 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b007a-808d-4af8-81da-614b85b528d6 tempest-TestVolumeBootPattern-1045281 tempest-TestVolumeBootPattern-1045281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9543255a-c808-4a27-963c-d6b335f3ba86,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:31.536572 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51572) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:31.581058 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device e3f20048-10dc-4804-a4f8-bdf5a8ea8988 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 12:05:31.600797 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] No Port match for: e3f20048-10dc-4804-a4f8-bdf5a8ea8988 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 12:05:31.601204 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Device e3f20048-10dc-4804-a4f8-bdf5a8ea8988 not bound to the agent host hv-cinder-83754 {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 12:05:31.983532 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868379'] for router_interface (481cf84b-f638-4146-9da9-bd98203ca1a6), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:32.173828 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:32.209440 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] Deleting port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:32.209820 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:32.269936 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=100 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:32.295921 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] For port 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=22f0afdf-15a7-4a0a-8adb-a8f35a039a9c,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:05:32.296279 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:32.309923 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] Calling delete_port for 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c owned by network:router_interface {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:32.538741 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (22f0afdf-15a7-4a0a-8adb-a8f35a039a9c), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:32.570489 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f0afdf-15a7-4a0a-8adb-a8f35a039a9c,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:33.015272 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-868495'] for router_interface (481cf84b-f638-4146-9da9-bd98203ca1a6), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:33.233234 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] Router 481cf84b-f638-4146-9da9-bd98203ca1a6 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 12:05:33.336068 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 12:05:33.340978 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-f97abcd5-1cb6-46c1-adfa-8d5812df7f37 admin admin] 10.222.0.60 "PUT /v2.0/routers/481cf84b-f638-4146-9da9-bd98203ca1a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8033166 Jul 29 12:05:33.343556 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51576) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:33.344443 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2180e1ec-bdea-41a1-81f2-0ebbe4c66eaf None None] Sync routers for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 12:05:33.355142 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2180e1ec-bdea-41a1-81f2-0ebbe4c66eaf None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:05:33.355756 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-2180e1ec-bdea-41a1-81f2-0ebbe4c66eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:05:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:33.389000 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:33.448280 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:33.454881 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Publish callbacks [] for router (481cf84b-f638-4146-9da9-bd98203ca1a6), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:33.458189 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-2180e1ec-bdea-41a1-81f2-0ebbe4c66eaf None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:05:33.556321 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Publish callbacks [] for router_gateway (481cf84b-f638-4146-9da9-bd98203ca1a6), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:33.601011 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Deleting port b5642772-c311-4fd6-9989-0cd3dad75738 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:33.601352 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:33.632410 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-2180e1ec-bdea-41a1-81f2-0ebbe4c66eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T12:05:32Z', 'revision_number': 5, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port': {'id': 'b5642772-c311-4fd6-9989-0cd3dad75738', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T11:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:33.657150 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2180e1ec-bdea-41a1-81f2-0ebbe4c66eaf None None] Checking router: 481cf84b-f638-4146-9da9-bd98203ca1a6 for host: dv-cinder-837542-7-iscsi {{(pid=115841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 12:05:33.665595 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2180e1ec-bdea-41a1-81f2-0ebbe4c66eaf None None] Routers {'481cf84b-f638-4146-9da9-bd98203ca1a6'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:05:33.666194 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-2180e1ec-bdea-41a1-81f2-0ebbe4c66eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:05:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['481cf84b-f638-4146-9da9-bd98203ca1a6'], 'active': True} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:33.685836 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] For port b5642772-c311-4fd6-9989-0cd3dad75738, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=b5642772-c311-4fd6-9989-0cd3dad75738,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:05:33.686199 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:33.699729 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Calling delete_port for b5642772-c311-4fd6-9989-0cd3dad75738 owned by network:router_gateway {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:33.748634 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_dvr_db [None req-2180e1ec-bdea-41a1-81f2-0ebbe4c66eaf None None] Set router 481cf84b-f638-4146-9da9-bd98203ca1a6 gateway port host: None {{(pid=115841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:05:33.796994 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.l3_hamode_db [None req-2180e1ec-bdea-41a1-81f2-0ebbe4c66eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T12:05:33Z', 'revision_number': 6, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port_host': None}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:33.821474 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2180e1ec-bdea-41a1-81f2-0ebbe4c66eaf None None] The sync data for ids ['481cf84b-f638-4146-9da9-bd98203ca1a6'] in dv-cinder-837542-7-iscsi is: [{'id': '481cf84b-f638-4146-9da9-bd98203ca1a6', 'name': 'tempest-TestVolumeBootPattern-252503508-router', 'tenant_id': '50680cfc97cf41c18d074cb84493cde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:26Z', 'updated_at': '2022-07-29T12:05:33Z', 'revision_number': 6, 'project_id': '50680cfc97cf41c18d074cb84493cde7', 'gw_port_host': None}] {{(pid=115841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 12:05:33.868906 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (b5642772-c311-4fd6-9989-0cd3dad75738), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:33.890789 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5642772-c311-4fd6-9989-0cd3dad75738,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:33.953505 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-871195'] for router_gateway (481cf84b-f638-4146-9da9-bd98203ca1a6), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.039826 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (481cf84b-f638-4146-9da9-bd98203ca1a6), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.041965 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Publish callbacks [] for router_controller (481cf84b-f638-4146-9da9-bd98203ca1a6), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.085822 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583954'] for router (481cf84b-f638-4146-9da9-bd98203ca1a6), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.086402 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481cf84b-f638-4146-9da9-bd98203ca1a6 {{(pid=115839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 12:05:34.090558 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.091703 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-3fc0468b-3e85-4c5c-b99a-414feb2aad05 admin admin] 10.222.0.60 "DELETE /v2.0/routers/481cf84b-f638-4146-9da9-bd98203ca1a6 HTTP/1.1" status: 204 len: 168 time: 0.7472401 Jul 29 12:05:34.094439 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51578) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:34.138211 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5e5011-9936-4b43-9398-77ad9f157a0a admin admin] Deleting subnet 38aa06b4-251c-434a-b869-0e857181eae8 {{(pid=115839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 12:05:34.141318 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5011-9936-4b43-9398-77ad9f157a0a admin admin] Publish callbacks [] for subnet (38aa06b4-251c-434a-b869-0e857181eae8), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.185099 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5011-9936-4b43-9398-77ad9f157a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515794'] for subnet (38aa06b4-251c-434a-b869-0e857181eae8), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.284008 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5011-9936-4b43-9398-77ad9f157a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (38aa06b4-251c-434a-b869-0e857181eae8), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.315861 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:34.321505 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:34.339529 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5011-9936-4b43-9398-77ad9f157a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386699'] for subnet (38aa06b4-251c-434a-b869-0e857181eae8), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.364688 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e5011-9936-4b43-9398-77ad9f157a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38aa06b4-251c-434a-b869-0e857181eae8,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:34.368478 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5011-9936-4b43-9398-77ad9f157a0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.371565 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-ae5e5011-9936-4b43-9398-77ad9f157a0a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/38aa06b4-251c-434a-b869-0e857181eae8 HTTP/1.1" status: 204 len: 168 time: 0.2762403 Jul 29 12:05:34.374140 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51580) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:34.376671 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8562cd9b-204c-4281-8d23-b9444a448d9c None None] Network b2c64f75-d35e-4ef4-8a4c-54a037caa5bc requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 12:05:34.448905 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (b2c64f75-d35e-4ef4-8a4c-54a037caa5bc), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.492135 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Deleting port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:34.492477 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.559808 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] For port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9,segment=NetworkSegment(bc0140c0-73fc-4d5b-9258-ff0b10211226),segment_id=bc0140c0-73fc-4d5b-9258-ff0b10211226)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:05:34.560488 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.580987 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Calling delete_port for 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 owned by network:dhcp {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:34.613183 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31e1819-7294-4100-a503-deac473031c4 None None] DHCP port deletion for b2c64f75-d35e-4ef4-8a4c-54a037caa5bc request from dv-cinder-837542-7-iscsi {{(pid=115840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 12:05:34.642386 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 12:05:34.669951 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.675492 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 12:05:34.675660 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 22f0afdf-15a7-4a0a-8adb-a8f35a039a9c not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 12:05:34.679932 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Deleting port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 {{(pid=115840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:34.680306 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), before_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.695593 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Pushing event deleted for resources: {'Port': ['ID=0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:34.699689 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] No DVR routers for this DVR port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 on host dv-cinder-837542-7-iscsi {{(pid=115839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 12:05:34.749232 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.db [None req-e31e1819-7294-4100-a503-deac473031c4 None None] For port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9, host dv-cinder-837542-7-iscsi, got binding levels [] {{(pid=115840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:05:34.749664 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), precommit_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.763738 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Calling delete_port for 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 owned by network:dhcp {{(pid=115840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:34.766538 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.ipam_backend_mixin [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 was not found and therefore no delete operation was performed {{(pid=115840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 29 12:05:34.768037 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308'] for port (0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9), after_delete {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.777240 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (b2c64f75-d35e-4ef4-8a4c-54a037caa5bc), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.793400 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Pushing event deleted for resources: {'Port': ['ID=0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9,revision_number=None']} {{(pid=115840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:34.795887 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e1819-7294-4100-a503-deac473031c4 None None] No DVR routers for this DVR port 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 on host dv-cinder-837542-7-iscsi {{(pid=115840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 12:05:34.797673 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c64f75-d35e-4ef4-8a4c-54a037caa5bc']}} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:34.805334 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.805716 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.806063 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.806633 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.806728 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.807040 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.807366 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.807921 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.808541 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.808541 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.808877 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.809202 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.809554 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.809880 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.810204 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1819-7294-4100-a503-deac473031c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-7-iscsi {{(pid=115840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 12:05:34.813452 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0140c0-73fc-4d5b-9258-ff0b10211226') {'for_net_delete': True} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:34.813754 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0140c0-73fc-4d5b-9258-ff0b10211226') {} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:34.824541 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515787'] for segment (bc0140c0-73fc-4d5b-9258-ff0b10211226), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.839253 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (bc0140c0-73fc-4d5b-9258-ff0b10211226), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.845890 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=115839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 12:05:34.846283 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470650'] for segment (bc0140c0-73fc-4d5b-9258-ff0b10211226), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.920455 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (b2c64f75-d35e-4ef4-8a4c-54a037caa5bc), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.927040 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:34.931144 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] 10.222.0.60 "DELETE /v2.0/networks/b2c64f75-d35e-4ef4-8a4c-54a037caa5bc HTTP/1.1" status: 204 len: 168 time: 0.5560954 Jul 29 12:05:34.934374 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 51586) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:34.943150 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9120e66-7f65-44e6-9682-8460c53eedaa admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c64f75-d35e-4ef4-8a4c-54a037caa5bc,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:34.946459 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment bc0140c0-73fc-4d5b-9258-ff0b10211226 resource provider aggregate not found Jul 29 12:05:34.962793 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment bc0140c0-73fc-4d5b-9258-ff0b10211226 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc0140c0-73fc-4d5b-9258-ff0b10211226 found for delete ", "request_id": "req-69ceca2e-7840-4053-a6b7-b012272b98c9"}]} Jul 29 12:05:35.247063 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868379'] for router_interface (a8d54b65-29a7-4765-bb06-f73e0d003e75), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:35.322763 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:35.454224 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:35.466464 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] Deleting port 57186e89-cd4c-450f-8882-defcd43b87f9 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:35.466799 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:35.548472 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] For port 57186e89-cd4c-450f-8882-defcd43b87f9, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=57186e89-cd4c-450f-8882-defcd43b87f9,segment=NetworkSegment(5675bee1-3671-4745-8cab-48f9add5a03d),segment_id=5675bee1-3671-4745-8cab-48f9add5a03d)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:05:35.548857 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:35.561272 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] Calling delete_port for 57186e89-cd4c-450f-8882-defcd43b87f9 owned by network:router_interface {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:35.737357 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (57186e89-cd4c-450f-8882-defcd43b87f9), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:35.761372 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=57186e89-cd4c-450f-8882-defcd43b87f9,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:35.923567 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-868495'] for router_interface (a8d54b65-29a7-4765-bb06-f73e0d003e75), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:36.050892 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [req-9f90136c-8427-4498-a2f5-8fce0d827a33 req-a2d88fa2-a3e3-4a3f-b230-2f6e5e20cbd0 service neutron] (115839) timed out ('10.222.0.58', 65533) {{(pid=115839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 29 12:05:36.124339 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:36.134195 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] Router a8d54b65-29a7-4765-bb06-f73e0d003e75 has already been hosted by L3 agent 3cb28fa2-cb0a-48ae-8c6f-570f67d93b42 {{(pid=115838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 12:05:36.141017 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device b5642772-c311-4fd6-9989-0cd3dad75738 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 12:05:36.159783 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: b5642772-c311-4fd6-9989-0cd3dad75738 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 12:05:36.160121 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device b5642772-c311-4fd6-9989-0cd3dad75738 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 12:05:36.160525 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 12:05:36.178842 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 12:05:36.179283 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 0b22f18b-f0d8-487d-a1f0-f5e3f393f9a9 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 12:05:36.241875 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] Notify agent at l3_agent.dv-cinder-837542-7-iscsi the message routers_updated {{(pid=115838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 12:05:36.246786 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-20dd9503-e26a-4232-893d-ce4549a17ed4 admin admin] 10.222.0.60 "PUT /v2.0/routers/a8d54b65-29a7-4765-bb06-f73e0d003e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3114100 Jul 29 12:05:36.249252 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 51590) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:36.251233 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1f94e0-a439-4702-a100-c220cd4ea684 None None] Sync routers for ids ['a8d54b65-29a7-4765-bb06-f73e0d003e75'] in dv-cinder-837542-7-iscsi {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 12:05:36.261502 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f94e0-a439-4702-a100-c220cd4ea684 None None] Routers {'a8d54b65-29a7-4765-bb06-f73e0d003e75'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:05:36.262121 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-1a1f94e0-a439-4702-a100-c220cd4ea684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:05:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['a8d54b65-29a7-4765-bb06-f73e0d003e75'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:36.292254 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:36.351634 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Publish callbacks [] for router (a8d54b65-29a7-4765-bb06-f73e0d003e75), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:36.365227 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-1a1f94e0-a439-4702-a100-c220cd4ea684 None None] Set router a8d54b65-29a7-4765-bb06-f73e0d003e75 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:05:36.535786 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-1a1f94e0-a439-4702-a100-c220cd4ea684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'name': 'tempest-TestVolumeBootPattern-1710322767-router', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:30Z', 'updated_at': '2022-07-29T12:05:35Z', 'revision_number': 5, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'gw_port': {'id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:31Z', 'updated_at': '2022-07-29T11:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:36.566677 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1f94e0-a439-4702-a100-c220cd4ea684 None None] Checking router: a8d54b65-29a7-4765-bb06-f73e0d003e75 for host: dv-cinder-837542-7-iscsi {{(pid=115840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 12:05:36.575773 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f94e0-a439-4702-a100-c220cd4ea684 None None] Routers {'a8d54b65-29a7-4765-bb06-f73e0d003e75'} bound to L3 agent in host dv-cinder-837542-7-iscsi {{(pid=115840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 12:05:36.576398 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-1a1f94e0-a439-4702-a100-c220cd4ea684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T11:37:58Z,description=,heartbeat_timestamp=2022-07-29T12:05:28Z,host='dv-cinder-837542-7-iscsi',id=3cb28fa2-cb0a-48ae-8c6f-570f67d93b42,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T11:37:58Z,topic='l3_agent')) {'router_ids': ['a8d54b65-29a7-4765-bb06-f73e0d003e75'], 'active': True} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:36.677911 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_dvr_db [None req-1a1f94e0-a439-4702-a100-c220cd4ea684 None None] Set router a8d54b65-29a7-4765-bb06-f73e0d003e75 gateway port host: dv-cinder-837542-7-iscsi {{(pid=115840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 12:05:36.680167 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:36.702244 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Publish callbacks [] for router_gateway (a8d54b65-29a7-4765-bb06-f73e0d003e75), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:36.744163 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Deleting port 63434ff0-1869-418f-a009-f2ec83e9c512 {{(pid=115838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:36.744498 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:36.824157 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.db [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] For port 63434ff0-1869-418f-a009-f2ec83e9c512, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=63434ff0-1869-418f-a009-f2ec83e9c512,segment=NetworkSegment(20858254-d282-438f-80ec-005cfe0f3d04),segment_id=20858254-d282-438f-80ec-005cfe0f3d04)] {{(pid=115838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:05:36.824815 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:36.839681 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.plugins.ml2.plugin [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Calling delete_port for 63434ff0-1869-418f-a009-f2ec83e9c512 owned by network:router_gateway {{(pid=115838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:36.848588 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.db.l3_hamode_db [None req-1a1f94e0-a439-4702-a100-c220cd4ea684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'name': 'tempest-TestVolumeBootPattern-1710322767-router', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:30Z', 'updated_at': '2022-07-29T12:05:35Z', 'revision_number': 5, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'gw_port': {'id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:31Z', 'updated_at': '2022-07-29T11:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}], 'dv-cinder-837542-7-iscsi', False) {} {{(pid=115840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:36.874454 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1f94e0-a439-4702-a100-c220cd4ea684 None None] The sync data for ids ['a8d54b65-29a7-4765-bb06-f73e0d003e75'] in dv-cinder-837542-7-iscsi is: [{'id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'name': 'tempest-TestVolumeBootPattern-1710322767-router', 'tenant_id': '1ecd2c66fb99437595a0631de1ea6357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'external_fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T11:58:30Z', 'updated_at': '2022-07-29T12:05:35Z', 'revision_number': 5, 'project_id': '1ecd2c66fb99437595a0631de1ea6357', 'gw_port': {'id': '63434ff0-1869-418f-a009-f2ec83e9c512', 'name': '', 'network_id': '814dcfed-f8eb-4fad-bfc5-8329ff1763a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d54b65-29a7-4765-bb06-f73e0d003e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T11:58:31Z', 'updated_at': '2022-07-29T11:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '179de1e9-e4e3-43ca-ad16-bf7a47349a0f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-7-iscsi'}] {{(pid=115840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 12:05:37.004682 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9795027'] for port (63434ff0-1869-418f-a009-f2ec83e9c512), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.030803 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Pushing event deleted for resources: {'Port': ['ID=63434ff0-1869-418f-a009-f2ec83e9c512,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:37.093472 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-871195'] for router_gateway (a8d54b65-29a7-4765-bb06-f73e0d003e75), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.178860 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-584080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (a8d54b65-29a7-4765-bb06-f73e0d003e75), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.181036 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Publish callbacks [] for router_controller (a8d54b65-29a7-4765-bb06-f73e0d003e75), precommit_delete_associations {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.223936 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583954'] for router (a8d54b65-29a7-4765-bb06-f73e0d003e75), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.224651 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8d54b65-29a7-4765-bb06-f73e0d003e75 {{(pid=115838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 12:05:37.230055 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.231353 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-106c72b8-0553-417e-a65f-8cf87cc7a096 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a8d54b65-29a7-4765-bb06-f73e0d003e75 HTTP/1.1" status: 204 len: 168 time: 0.9811716 Jul 29 12:05:37.234040 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51592) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:37.281691 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8299abb7-67e0-40b8-a2a2-b2d1e49246df admin admin] Deleting subnet b242cf6b-c837-4722-ae70-39a6818f8fc4 {{(pid=115839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 12:05:37.285011 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8299abb7-67e0-40b8-a2a2-b2d1e49246df admin admin] Publish callbacks [] for subnet (b242cf6b-c837-4722-ae70-39a6818f8fc4), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.321924 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8299abb7-67e0-40b8-a2a2-b2d1e49246df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515794'] for subnet (b242cf6b-c837-4722-ae70-39a6818f8fc4), precommit_delete_associations {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.402314 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8299abb7-67e0-40b8-a2a2-b2d1e49246df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1158699'] for subnet (b242cf6b-c837-4722-ae70-39a6818f8fc4), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.449742 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:37.464765 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8299abb7-67e0-40b8-a2a2-b2d1e49246df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1158690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386699'] for subnet (b242cf6b-c837-4722-ae70-39a6818f8fc4), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.492386 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299abb7-67e0-40b8-a2a2-b2d1e49246df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b242cf6b-c837-4722-ae70-39a6818f8fc4,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:37.496109 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-8299abb7-67e0-40b8-a2a2-b2d1e49246df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.499541 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-8299abb7-67e0-40b8-a2a2-b2d1e49246df admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b242cf6b-c837-4722-ae70-39a6818f8fc4 HTTP/1.1" status: 204 len: 168 time: 0.2644737 Jul 29 12:05:37.501976 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51594) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:37.509001 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493c0b7-8c12-44c5-8ab4-5d2219036556 None None] Network 92041d67-57c6-4de7-aa89-2b04f2b211dc requested from dv-cinder-837542-7-iscsi {{(pid=115840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 12:05:37.561031 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:37.585802 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1213281'] for network (92041d67-57c6-4de7-aa89-2b04f2b211dc), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.627369 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Deleting port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb {{(pid=115839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 12:05:37.627878 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769965255181'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.630747 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:37.695054 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.db [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] For port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb, host dv-cinder-837542-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-7-iscsi',level=0,port_id=3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb,segment=NetworkSegment(5675bee1-3671-4745-8cab-48f9add5a03d),segment_id=5675bee1-3671-4745-8cab-48f9add5a03d)] {{(pid=115839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 12:05:37.695420 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582930'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.708426 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.plugin [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Calling delete_port for 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb owned by network:dhcp {{(pid=115839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 12:05:37.794898 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1296654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769965408323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769964895308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470537'] for port (3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.820742 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:37.824291 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] No DVR routers for this DVR port 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb on host dv-cinder-837542-7-iscsi {{(pid=115839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 12:05:37.899284 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb6e0d3-eb68-49cb-a1af-afb25dee6942 None None] DHCP port deletion for 92041d67-57c6-4de7-aa89-2b04f2b211dc request from dv-cinder-837542-7-iscsi {{(pid=115840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 12:05:37.900813 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1160965', 'neutron.services.segments.db._delete_segments_for_network-8769965350346'] for network (92041d67-57c6-4de7-aa89-2b04f2b211dc), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.922931 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92041d67-57c6-4de7-aa89-2b04f2b211dc']}} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:37.933887 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5675bee1-3671-4745-8cab-48f9add5a03d') {'for_net_delete': True} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:37.934188 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.services.segments.db [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5675bee1-3671-4745-8cab-48f9add5a03d') {} {{(pid=115839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 12:05:37.944796 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769965350247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515787'] for segment (5675bee1-3671-4745-8cab-48f9add5a03d), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.958100 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612'] for segment (5675bee1-3671-4745-8cab-48f9add5a03d), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:37.965122 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=115839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 12:05:37.965542 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470650'] for segment (5675bee1-3671-4745-8cab-48f9add5a03d), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:38.005408 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 5675bee1-3671-4745-8cab-48f9add5a03d resource provider aggregate not found Jul 29 12:05:38.030901 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.services.segments.plugin [-] Segment 5675bee1-3671-4745-8cab-48f9add5a03d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5675bee1-3671-4745-8cab-48f9add5a03d found for delete ", "request_id": "req-c37d5857-1cef-48d2-9bc1-7e40bd296fd6"}]} Jul 29 12:05:38.035199 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1160974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-871223'] for network (92041d67-57c6-4de7-aa89-2b04f2b211dc), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:38.041560 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532109'] for network (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:38.044747 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] 10.222.0.60 "DELETE /v2.0/networks/92041d67-57c6-4de7-aa89-2b04f2b211dc HTTP/1.1" status: 204 len: 168 time: 0.5418396 Jul 29 12:05:38.056904 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bfc23-cfc2-4650-8e65-f8fe930ace6d admin admin] Pushing event deleted for resources: {'Network': ['ID=92041d67-57c6-4de7-aa89-2b04f2b211dc,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:38.102568 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 12:05:38.122453 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 12:05:38.122702 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 3caa49d4-e5f7-4a26-bfa9-c3d5a677cafb not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 12:05:38.123120 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 57186e89-cd4c-450f-8882-defcd43b87f9 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 12:05:38.140785 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 57186e89-cd4c-450f-8882-defcd43b87f9 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 12:05:38.141132 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 57186e89-cd4c-450f-8882-defcd43b87f9 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 12:05:38.141564 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 63434ff0-1869-418f-a009-f2ec83e9c512 no longer exists at agent ovs-agent-dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 12:05:38.164433 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 51602) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:38.215899 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-c174bf64-21cb-4dab-97b0-e8ef5a9892c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50680cfc97cf41c18d074cb84493cde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498333 Jul 29 12:05:38.218395 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.wsgi [-] (115838) accepted ('10.222.0.60', 51604) {{(pid=115838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:38.236650 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:38.274312 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5d9870dc-6e0c-4579-ad4d-e02552e243d0 admin admin] Publish callbacks [] for security_group (f2e7e220-7839-4757-b04c-d02242add4e9), before_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:38.287557 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] No Port match for: 63434ff0-1869-418f-a009-f2ec83e9c512 {{(pid=115840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 12:05:38.287918 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron.plugins.ml2.rpc [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Device 63434ff0-1869-418f-a009-f2ec83e9c512 not bound to the agent host dv-cinder-837542-7-iscsi {{(pid=115840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 12:05:38.297613 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5d9870dc-6e0c-4579-ad4d-e02552e243d0 admin admin] Publish callbacks [] for security_group (f2e7e220-7839-4757-b04c-d02242add4e9), precommit_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:38.320627 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:38.347650 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5d9870dc-6e0c-4579-ad4d-e02552e243d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (f2e7e220-7839-4757-b04c-d02242add4e9), after_delete {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:38.350541 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron_lib.callbacks.manager [None req-5d9870dc-6e0c-4579-ad4d-e02552e243d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:38.351742 dv-cinder-837542-7-iscsi neutron-server[115838]: INFO neutron.wsgi [None req-5d9870dc-6e0c-4579-ad4d-e02552e243d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2e7e220-7839-4757-b04c-d02242add4e9 HTTP/1.1" status: 204 len: 168 time: 0.1323719 Jul 29 12:05:38.359818 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9870dc-6e0c-4579-ad4d-e02552e243d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e7e220-7839-4757-b04c-d02242add4e9,revision_number=None']} {{(pid=115838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:38.673845 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51610) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:38.717442 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-a46974b1-fe04-4ac8-b399-1a40823d36ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ecd2c66fb99437595a0631de1ea6357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424335 Jul 29 12:05:38.719876 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.wsgi [-] (115839) accepted ('10.222.0.60', 51612) {{(pid=115839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 12:05:38.768304 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ed859ad5-8178-484c-9a76-554685a1718a admin admin] Publish callbacks [] for security_group (750d97a0-ac8a-43e3-9c97-347dc5988821), before_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:38.789952 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ed859ad5-8178-484c-9a76-554685a1718a admin admin] Publish callbacks [] for security_group (750d97a0-ac8a-43e3-9c97-347dc5988821), precommit_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:38.838045 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ed859ad5-8178-484c-9a76-554685a1718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563356'] for security_group (750d97a0-ac8a-43e3-9c97-347dc5988821), after_delete {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:38.840653 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron_lib.callbacks.manager [None req-ed859ad5-8178-484c-9a76-554685a1718a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:38.841839 dv-cinder-837542-7-iscsi neutron-server[115839]: INFO neutron.wsgi [None req-ed859ad5-8178-484c-9a76-554685a1718a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/750d97a0-ac8a-43e3-9c97-347dc5988821 HTTP/1.1" status: 204 len: 168 time: 0.1210766 Jul 29 12:05:38.849711 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed859ad5-8178-484c-9a76-554685a1718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d97a0-ac8a-43e3-9c97-347dc5988821,revision_number=None']} {{(pid=115839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 12:05:43.750967 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=88 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:43.800606 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=83 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:47.348121 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:05:48.355138 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=12,neutron:DELETE=4 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:48.355803 dv-cinder-837542-7-iscsi neutron-server[115838]: DEBUG dbcounter [-] [115838] Writing DB stats neutron:SELECT=1 {{(pid=115838) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:48.372061 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=30 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:48.844301 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=57,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:48.845058 dv-cinder-837542-7-iscsi neutron-server[115839]: DEBUG dbcounter [-] [115839] Writing DB stats neutron:SELECT=84,neutron:DELETE=5 {{(pid=115839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:48.862840 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=11 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:05:55.701913 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:55.813901 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-6fbe370b-f9b9-4670-896c-e0d7aaf57e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:57.861848 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f8841c8f-25b7-4c12-8345-875df91bd32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:05:59.213331 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:00.798941 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:00.898922 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:01.676111 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:06:01.676891 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:06:15.815534 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:06:15.818157 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:06:24.347468 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:06:25.716257 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:25.818301 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-a3d04a69-3e13-42ac-9512-1f859301c06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:27.863796 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-9a13004b-456d-40ea-be46-6ad644174efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:29.216172 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:30.801806 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:30.901982 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:38.683449 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:06:38.684203 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:06:40.895183 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:06:40.897219 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:06:55.731383 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:55.811372 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=12 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:06:55.813689 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=14 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:06:55.821017 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad18a-fc3c-4bf3-8ab5-97aca4eb792f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:57.865907 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-198e0afd-0988-4bc7-8d2c-ff1fcde9d62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:06:59.218817 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:00.804887 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:00.904647 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:01.346718 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:07:10.899147 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:07:10.901107 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:07:15.679971 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:07:15.680743 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=4 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:07:25.745675 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:25.822097 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-2fa85925-83e9-4afb-b896-4c01fe39ad80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:27.869633 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-1c7d0e34-149b-46ec-9441-5eae23e0847c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:29.221060 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:30.810903 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:30.905907 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:38.346725 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:07:40.899997 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:07:40.901994 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:07:55.766678 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:55.822983 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-83ba19e4-b3ee-42d0-a96b-2c46fe2c12a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:57.872295 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-56cf4fe4-3a6c-4ace-b128-75d7a0b79f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:07:58.344705 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=8 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:07:58.345990 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:07:59.223813 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:00.811157 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:00.908333 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:15.346163 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:08:15.821962 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:08:15.822728 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:08:25.762619 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:25.823933 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-182ccb32-9a63-4193-a6f3-557720be215a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:27.875247 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-51fe01c8-cfba-4867-b8da-38c5a86efa54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:29.226176 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:29.672429 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:08:29.673096 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:08:30.814747 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:30.912241 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:40.905713 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:08:40.907684 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:08:52.345442 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:08:55.777553 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:55.823797 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-4c51cf76-4eb8-475e-a768-066067abc956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:57.880399 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-89fef28b-c2d7-4291-8ba0-d252a4513deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:08:59.229319 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:00.817943 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:00.913706 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:06.664756 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=18 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:09:06.669957 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=16 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:09:10.907664 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:09:10.909611 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:09:25.781238 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:25.824990 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-7bd6174d-6479-4d13-aa47-ea01b74aaee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:27.883862 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d4bd29d4-e517-4a4f-b426-a8042748bfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:29.232514 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:29.344780 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:09:30.820096 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:30.915871 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:40.815927 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:09:40.912134 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:UPDATE=5,neutron:SELECT=8 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:09:43.663833 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:09:43.664508 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=6 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:09:54.401745 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:09:55.775849 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:55.826061 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-2c678028-67d0-4852-a010-75ed86c15abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:57.884531 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f455e100-9b79-4b62-a38f-4278da2fae08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:09:59.236045 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:10:00.823306 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:10:00.919446 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:10:06.343760 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:10:15.815153 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:10:15.817744 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:10:20.665211 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=2 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:10:20.669592 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=6 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:10:25.787776 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:10:25.826947 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-02eacadd-7481-477e-83ee-5f8422f2864c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:10:27.885704 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-d7934877-a2a3-446d-be47-cc9fd12f9299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:10:29.238935 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-13c8936f-1055-42d7-a5d3-88717beea47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (2632aa89-986b-47d7-98d1-c4a3a064f160), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:10:30.826981 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-dbd70209-4c1a-446a-b137-4b324c1b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (d41c3702-849b-4d8e-9dec-091e639c3023), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:10:30.920937 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-00d6d535-ba51-40d5-a44f-2e8f17923b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (55c3e7ef-a853-4d95-bb79-f60bf888e02f), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:10:40.915192 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:10:40.917104 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG dbcounter [-] [115840] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=115840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:10:43.343134 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG neutron.db.agents_db [None req-f84e3007-b6b9-42f5-9c08-793f9af49ada None None] Agent healthcheck: found 6 active agents {{(pid=115841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 12:10:55.784179 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-f1a7058c-7b1b-404c-be0f-dfb0df039401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (c1832281-1094-4d2e-8cd0-2313392546b5), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:10:55.826990 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-42abc278-cedf-405a-836d-b1c2186e08b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (b2d730cb-22f1-4a4e-8ace-49a9edaa90a6), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 12:10:57.675766 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=3 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:10:57.676502 dv-cinder-837542-7-iscsi neutron-server[115841]: DEBUG dbcounter [-] [115841] Writing DB stats neutron:SELECT=5 {{(pid=115841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 12:10:57.890487 dv-cinder-837542-7-iscsi neutron-server[115840]: DEBUG neutron_lib.callbacks.manager [None req-87ddfb1c-54a1-42c5-947a-c9c855b867e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769965350328', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1156058'] for agent (3cb28fa2-cb0a-48ae-8c6f-570f67d93b42), after_update {{(pid=115840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}